=== RUN TestMultiControlPlane/serial/HAppyAfterClusterStart
ha_test.go:281: (dbg) Run: out/minikube-darwin-arm64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-darwin-arm64 profile list --output json: (2.568047167s)
ha_test.go:304: expected profile "ha-941000" in json of 'profile list' to include 4 nodes but have 3 nodes. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-941000\",\"Status\":\"Stopped\",\"Config\":{\"Name\":\"ha-941000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/18213/minikube-v1.32.1-1710459732-18213-arm64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"qemu2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\"APIServerPo
rt\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.28.4\",\"ClusterName\":\"ha-941000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.105.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.105.5\",\"Port\":8443,\"KubernetesVersion
\":\"v1.28.4\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.105.6\",\"Port\":8443,\"KubernetesVersion\":\"v1.28.4\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.105.7\",\"Port\":0,\"KubernetesVersion\":\"v1.28.4\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"default-storageclass\":true,\"storage-provisioner\":true},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"socket_vmnet\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"do
cker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"/opt/socket_vmnet/bin/socket_vmnet_client\",\"SocketVMnetPath\":\"/var/run/socket_vmnet\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false}]}"*. args: "out/minikube-darwin-arm64 profile list --output json"
ha_test.go:307: expected profile "ha-941000" in json of 'profile list' to have "HAppy" status but have "Stopped" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-941000\",\"Status\":\"Stopped\",\"Config\":{\"Name\":\"ha-941000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/18213/minikube-v1.32.1-1710459732-18213-arm64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"qemu2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,
\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.28.4\",\"ClusterName\":\"ha-941000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.105.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.105.5\",\"Port\":8443,\"Kube
rnetesVersion\":\"v1.28.4\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.105.6\",\"Port\":8443,\"KubernetesVersion\":\"v1.28.4\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.105.7\",\"Port\":0,\"KubernetesVersion\":\"v1.28.4\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"default-storageclass\":true,\"storage-provisioner\":true},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"socket_vmnet\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"Mo
untGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"/opt/socket_vmnet/bin/socket_vmnet_client\",\"SocketVMnetPath\":\"/var/run/socket_vmnet\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false}]}"*. args: "out/minikube-darwin-arm64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-941000 -n ha-941000
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterClusterStart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterClusterStart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-darwin-arm64 -p ha-941000 logs -n 25
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterClusterStart logs:
-- stdout --
==> Audit <==
|---------|--------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------------|-----------|---------|---------|---------------------|---------------------|
| kubectl | -p ha-941000 -- get pods -o | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:32 PDT | 14 Mar 24 23:32 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-941000 -- get pods -o | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:32 PDT | 14 Mar 24 23:32 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-941000 -- get pods -o | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:32 PDT | 14 Mar 24 23:32 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-941000 -- get pods -o | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:32 PDT | 14 Mar 24 23:32 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-941000 -- get pods -o | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:32 PDT | 14 Mar 24 23:32 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-941000 -- get pods -o | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:32 PDT | 14 Mar 24 23:32 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-941000 -- get pods -o | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:32 PDT | 14 Mar 24 23:32 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-941000 -- get pods -o | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:33 PDT | 14 Mar 24 23:33 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-941000 -- get pods -o | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:33 PDT | 14 Mar 24 23:33 PDT |
| | jsonpath='{.items[*].metadata.name}' | | | | | |
| kubectl | -p ha-941000 -- exec | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:33 PDT | |
| | busybox-5b5d89c9d6-f4j2c -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p ha-941000 -- exec | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:33 PDT | 14 Mar 24 23:33 PDT |
| | busybox-5b5d89c9d6-fz9lb -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p ha-941000 -- exec | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:33 PDT | 14 Mar 24 23:33 PDT |
| | busybox-5b5d89c9d6-xdhrz -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p ha-941000 -- exec | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:33 PDT | |
| | busybox-5b5d89c9d6-f4j2c -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p ha-941000 -- exec | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:33 PDT | 14 Mar 24 23:33 PDT |
| | busybox-5b5d89c9d6-fz9lb -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p ha-941000 -- exec | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:33 PDT | 14 Mar 24 23:33 PDT |
| | busybox-5b5d89c9d6-xdhrz -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p ha-941000 -- exec | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:33 PDT | |
| | busybox-5b5d89c9d6-f4j2c -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p ha-941000 -- exec | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:33 PDT | 14 Mar 24 23:33 PDT |
| | busybox-5b5d89c9d6-fz9lb -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p ha-941000 -- exec | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:33 PDT | 14 Mar 24 23:33 PDT |
| | busybox-5b5d89c9d6-xdhrz -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p ha-941000 -- get pods -o | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:33 PDT | 14 Mar 24 23:33 PDT |
| | jsonpath='{.items[*].metadata.name}' | | | | | |
| kubectl | -p ha-941000 -- exec | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:33 PDT | |
| | busybox-5b5d89c9d6-f4j2c | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| kubectl | -p ha-941000 -- exec | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:33 PDT | 14 Mar 24 23:33 PDT |
| | busybox-5b5d89c9d6-fz9lb | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| kubectl | -p ha-941000 -- exec | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:33 PDT | 14 Mar 24 23:33 PDT |
| | busybox-5b5d89c9d6-fz9lb -- sh | | | | | |
| | -c ping -c 1 192.168.105.1 | | | | | |
| kubectl | -p ha-941000 -- exec | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:33 PDT | 14 Mar 24 23:33 PDT |
| | busybox-5b5d89c9d6-xdhrz | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| kubectl | -p ha-941000 -- exec | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:33 PDT | 14 Mar 24 23:33 PDT |
| | busybox-5b5d89c9d6-xdhrz -- sh | | | | | |
| | -c ping -c 1 192.168.105.1 | | | | | |
| node | add -p ha-941000 -v=7 | ha-941000 | jenkins | v1.32.0 | 14 Mar 24 23:33 PDT | |
| | --alsologtostderr | | | | | |
|---------|--------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/03/14 23:12:49
Running on machine: MacOS-M1-Agent-2
Binary: Built with gc go1.22.1 for darwin/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0314 23:12:49.308866 2706 out.go:291] Setting OutFile to fd 1 ...
I0314 23:12:49.308969 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:12:49.308972 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:12:49.308974 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:12:49.309095 2706 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18213-1218/.minikube/bin
I0314 23:12:49.310208 2706 out.go:298] Setting JSON to false
I0314 23:12:49.326471 2706 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":2540,"bootTime":1710480629,"procs":466,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.3.1","kernelVersion":"23.3.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}
W0314 23:12:49.326546 2706 start.go:137] gopshost.Virtualization returned error: not implemented yet
I0314 23:12:49.329864 2706 out.go:177] * [ha-941000] minikube v1.32.0 on Darwin 14.3.1 (arm64)
I0314 23:12:49.341670 2706 out.go:177] - MINIKUBE_LOCATION=18213
I0314 23:12:49.337759 2706 notify.go:220] Checking for updates...
I0314 23:12:49.345655 2706 out.go:177] - KUBECONFIG=/Users/jenkins/minikube-integration/18213-1218/kubeconfig
I0314 23:12:49.349742 2706 out.go:177] - MINIKUBE_BIN=out/minikube-darwin-arm64
I0314 23:12:49.351061 2706 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0314 23:12:49.353689 2706 out.go:177] - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18213-1218/.minikube
I0314 23:12:49.356712 2706 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0314 23:12:49.359843 2706 driver.go:392] Setting default libvirt URI to qemu:///system
I0314 23:12:49.363631 2706 out.go:177] * Using the qemu2 driver based on user configuration
I0314 23:12:49.370743 2706 start.go:297] selected driver: qemu2
I0314 23:12:49.370749 2706 start.go:901] validating driver "qemu2" against <nil>
I0314 23:12:49.370755 2706 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0314 23:12:49.372960 2706 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0314 23:12:49.375683 2706 out.go:177] * Automatically selected the socket_vmnet network
I0314 23:12:49.378801 2706 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0314 23:12:49.378849 2706 cni.go:84] Creating CNI manager for ""
I0314 23:12:49.378854 2706 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I0314 23:12:49.378864 2706 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0314 23:12:49.378896 2706 start.go:340] cluster config:
{Name:ha-941000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:ha-941000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker C
RISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client Soc
ketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0314 23:12:49.383495 2706 iso.go:125] acquiring lock: {Name:mkac09f79930ec95bac483634edb29c989626e65 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0314 23:12:49.390673 2706 out.go:177] * Starting "ha-941000" primary control-plane node in "ha-941000" cluster
I0314 23:12:49.394701 2706 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker
I0314 23:12:49.394719 2706 preload.go:147] Found local preload: /Users/jenkins/minikube-integration/18213-1218/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4
I0314 23:12:49.394729 2706 cache.go:56] Caching tarball of preloaded images
I0314 23:12:49.394794 2706 preload.go:173] Found /Users/jenkins/minikube-integration/18213-1218/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download
I0314 23:12:49.394800 2706 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on docker
I0314 23:12:49.395052 2706 profile.go:142] Saving config to /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/config.json ...
I0314 23:12:49.395065 2706 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/config.json: {Name:mk3ebed438023f0fa112b10ea6f1b8a978f937d1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 23:12:49.395283 2706 start.go:360] acquireMachinesLock for ha-941000: {Name:mk58c3967668454310fc6a1d0be00c53b0ec8ca5 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0314 23:12:49.395316 2706 start.go:364] duration metric: took 26.417µs to acquireMachinesLock for "ha-941000"
I0314 23:12:49.395336 2706 start.go:93] Provisioning new machine with config: &{Name:ha-941000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18213/minikube-v1.32.1-1710459732-18213-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet
esVersion:v1.28.4 ClusterName:ha-941000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0
MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}
I0314 23:12:49.395373 2706 start.go:125] createHost starting for "" (driver="qemu2")
I0314 23:12:49.403705 2706 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I0314 23:12:49.427631 2706 start.go:159] libmachine.API.Create for "ha-941000" (driver="qemu2")
I0314 23:12:49.427665 2706 client.go:168] LocalClient.Create starting
I0314 23:12:49.427734 2706 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca.pem
I0314 23:12:49.427762 2706 main.go:141] libmachine: Decoding PEM data...
I0314 23:12:49.427772 2706 main.go:141] libmachine: Parsing certificate...
I0314 23:12:49.427817 2706 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/cert.pem
I0314 23:12:49.427838 2706 main.go:141] libmachine: Decoding PEM data...
I0314 23:12:49.427846 2706 main.go:141] libmachine: Parsing certificate...
I0314 23:12:49.428166 2706 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18213-1218/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18213-1218/.minikube/cache/iso/arm64/minikube-v1.32.1-1710459732-18213-arm64.iso...
I0314 23:12:49.568979 2706 main.go:141] libmachine: Creating SSH key...
I0314 23:12:49.690471 2706 main.go:141] libmachine: Creating Disk image...
I0314 23:12:49.690478 2706 main.go:141] libmachine: Creating 20000 MB hard disk image...
I0314 23:12:49.690637 2706 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000/disk.qcow2.raw /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000/disk.qcow2
I0314 23:12:49.704588 2706 main.go:141] libmachine: STDOUT:
I0314 23:12:49.704608 2706 main.go:141] libmachine: STDERR:
I0314 23:12:49.704660 2706 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000/disk.qcow2 +20000M
I0314 23:12:49.715328 2706 main.go:141] libmachine: STDOUT: Image resized.
I0314 23:12:49.715346 2706 main.go:141] libmachine: STDERR:
I0314 23:12:49.715365 2706 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000/disk.qcow2
I0314 23:12:49.715368 2706 main.go:141] libmachine: Starting QEMU VM...
I0314 23:12:49.715393 2706 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000/qemu.pid -device virtio-net-pci,netdev=net0,mac=32:1f:fe:da:bd:2b -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000/disk.qcow2
I0314 23:12:49.752257 2706 main.go:141] libmachine: STDOUT:
I0314 23:12:49.752283 2706 main.go:141] libmachine: STDERR:
I0314 23:12:49.752302 2706 main.go:141] libmachine: Attempt 0
I0314 23:12:49.752317 2706 main.go:141] libmachine: Searching for 32:1f:fe:da:bd:2b in /var/db/dhcpd_leases ...
I0314 23:12:49.752364 2706 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!
I0314 23:12:49.752380 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:f6:b0:aa:5c:dc ID:1,ea:f6:b0:aa:5c:dc Lease:0x65f53775}
I0314 23:12:49.752387 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:82:8e:64:b:f1:e2 ID:1,82:8e:64:b:f1:e2 Lease:0x65f3e5b3}
I0314 23:12:49.752393 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:ee:d5:9:14:f0:e ID:1,ee:d5:9:14:f0:e Lease:0x65f3e588}
I0314 23:12:49.752400 2706 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f5370a}
I0314 23:12:51.754519 2706 main.go:141] libmachine: Attempt 1
I0314 23:12:51.754604 2706 main.go:141] libmachine: Searching for 32:1f:fe:da:bd:2b in /var/db/dhcpd_leases ...
I0314 23:12:51.755067 2706 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!
I0314 23:12:51.755116 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:f6:b0:aa:5c:dc ID:1,ea:f6:b0:aa:5c:dc Lease:0x65f53775}
I0314 23:12:51.755150 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:82:8e:64:b:f1:e2 ID:1,82:8e:64:b:f1:e2 Lease:0x65f3e5b3}
I0314 23:12:51.755177 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:ee:d5:9:14:f0:e ID:1,ee:d5:9:14:f0:e Lease:0x65f3e588}
I0314 23:12:51.755204 2706 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f5370a}
I0314 23:12:53.757432 2706 main.go:141] libmachine: Attempt 2
I0314 23:12:53.757509 2706 main.go:141] libmachine: Searching for 32:1f:fe:da:bd:2b in /var/db/dhcpd_leases ...
I0314 23:12:53.757843 2706 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!
I0314 23:12:53.757892 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:f6:b0:aa:5c:dc ID:1,ea:f6:b0:aa:5c:dc Lease:0x65f53775}
I0314 23:12:53.757920 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:82:8e:64:b:f1:e2 ID:1,82:8e:64:b:f1:e2 Lease:0x65f3e5b3}
I0314 23:12:53.757944 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:ee:d5:9:14:f0:e ID:1,ee:d5:9:14:f0:e Lease:0x65f3e588}
I0314 23:12:53.757973 2706 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f5370a}
I0314 23:12:55.760125 2706 main.go:141] libmachine: Attempt 3
I0314 23:12:55.760159 2706 main.go:141] libmachine: Searching for 32:1f:fe:da:bd:2b in /var/db/dhcpd_leases ...
I0314 23:12:55.760294 2706 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!
I0314 23:12:55.760306 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:f6:b0:aa:5c:dc ID:1,ea:f6:b0:aa:5c:dc Lease:0x65f53775}
I0314 23:12:55.760316 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:82:8e:64:b:f1:e2 ID:1,82:8e:64:b:f1:e2 Lease:0x65f3e5b3}
I0314 23:12:55.760321 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:ee:d5:9:14:f0:e ID:1,ee:d5:9:14:f0:e Lease:0x65f3e588}
I0314 23:12:55.760334 2706 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f5370a}
I0314 23:12:57.762323 2706 main.go:141] libmachine: Attempt 4
I0314 23:12:57.762331 2706 main.go:141] libmachine: Searching for 32:1f:fe:da:bd:2b in /var/db/dhcpd_leases ...
I0314 23:12:57.762362 2706 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!
I0314 23:12:57.762368 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:f6:b0:aa:5c:dc ID:1,ea:f6:b0:aa:5c:dc Lease:0x65f53775}
I0314 23:12:57.762373 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:82:8e:64:b:f1:e2 ID:1,82:8e:64:b:f1:e2 Lease:0x65f3e5b3}
I0314 23:12:57.762377 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:ee:d5:9:14:f0:e ID:1,ee:d5:9:14:f0:e Lease:0x65f3e588}
I0314 23:12:57.762388 2706 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f5370a}
I0314 23:12:59.763145 2706 main.go:141] libmachine: Attempt 5
I0314 23:12:59.763159 2706 main.go:141] libmachine: Searching for 32:1f:fe:da:bd:2b in /var/db/dhcpd_leases ...
I0314 23:12:59.763193 2706 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!
I0314 23:12:59.763200 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:f6:b0:aa:5c:dc ID:1,ea:f6:b0:aa:5c:dc Lease:0x65f53775}
I0314 23:12:59.763204 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:82:8e:64:b:f1:e2 ID:1,82:8e:64:b:f1:e2 Lease:0x65f3e5b3}
I0314 23:12:59.763210 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:ee:d5:9:14:f0:e ID:1,ee:d5:9:14:f0:e Lease:0x65f3e588}
I0314 23:12:59.763215 2706 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f5370a}
I0314 23:13:01.764070 2706 main.go:141] libmachine: Attempt 6
I0314 23:13:01.764095 2706 main.go:141] libmachine: Searching for 32:1f:fe:da:bd:2b in /var/db/dhcpd_leases ...
I0314 23:13:01.764165 2706 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!
I0314 23:13:01.764175 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:f6:b0:aa:5c:dc ID:1,ea:f6:b0:aa:5c:dc Lease:0x65f53775}
I0314 23:13:01.764181 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:82:8e:64:b:f1:e2 ID:1,82:8e:64:b:f1:e2 Lease:0x65f3e5b3}
I0314 23:13:01.764186 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:ee:d5:9:14:f0:e ID:1,ee:d5:9:14:f0:e Lease:0x65f3e588}
I0314 23:13:01.764190 2706 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f5370a}
I0314 23:13:03.766213 2706 main.go:141] libmachine: Attempt 7
I0314 23:13:03.766243 2706 main.go:141] libmachine: Searching for 32:1f:fe:da:bd:2b in /var/db/dhcpd_leases ...
I0314 23:13:03.766362 2706 main.go:141] libmachine: Found 5 entries in /var/db/dhcpd_leases!
I0314 23:13:03.766373 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:32:1f:fe:da:bd:2b ID:1,32:1f:fe:da:bd:2b Lease:0x65f5386e}
I0314 23:13:03.766392 2706 main.go:141] libmachine: Found match: 32:1f:fe:da:bd:2b
I0314 23:13:03.766401 2706 main.go:141] libmachine: IP: 192.168.105.5
I0314 23:13:03.766407 2706 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.5)...
I0314 23:13:05.787746 2706 machine.go:94] provisionDockerMachine start ...
I0314 23:13:05.787973 2706 main.go:141] libmachine: Using SSH client type: native
I0314 23:13:05.788506 2706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1043fdbf0] 0x104400450 <nil> [] 0s} 192.168.105.5 22 <nil> <nil>}
I0314 23:13:05.788522 2706 main.go:141] libmachine: About to run SSH command:
hostname
I0314 23:13:05.865569 2706 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0314 23:13:05.865597 2706 buildroot.go:166] provisioning hostname "ha-941000"
I0314 23:13:05.865703 2706 main.go:141] libmachine: Using SSH client type: native
I0314 23:13:05.865935 2706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1043fdbf0] 0x104400450 <nil> [] 0s} 192.168.105.5 22 <nil> <nil>}
I0314 23:13:05.865945 2706 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-941000 && echo "ha-941000" | sudo tee /etc/hostname
I0314 23:13:05.936496 2706 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-941000
I0314 23:13:05.936556 2706 main.go:141] libmachine: Using SSH client type: native
I0314 23:13:05.936706 2706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1043fdbf0] 0x104400450 <nil> [] 0s} 192.168.105.5 22 <nil> <nil>}
I0314 23:13:05.936717 2706 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-941000' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-941000/g' /etc/hosts;
else
echo '127.0.1.1 ha-941000' | sudo tee -a /etc/hosts;
fi
fi
I0314 23:13:05.996112 2706 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0314 23:13:05.996124 2706 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/18213-1218/.minikube CaCertPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/18213-1218/.minikube}
I0314 23:13:05.996135 2706 buildroot.go:174] setting up certificates
I0314 23:13:05.996140 2706 provision.go:84] configureAuth start
I0314 23:13:05.996145 2706 provision.go:143] copyHostCerts
I0314 23:13:05.996178 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/18213-1218/.minikube/cert.pem
I0314 23:13:05.996242 2706 exec_runner.go:144] found /Users/jenkins/minikube-integration/18213-1218/.minikube/cert.pem, removing ...
I0314 23:13:05.996249 2706 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/18213-1218/.minikube/cert.pem
I0314 23:13:05.996384 2706 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/18213-1218/.minikube/cert.pem (1123 bytes)
I0314 23:13:05.996584 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/18213-1218/.minikube/key.pem
I0314 23:13:05.996613 2706 exec_runner.go:144] found /Users/jenkins/minikube-integration/18213-1218/.minikube/key.pem, removing ...
I0314 23:13:05.996616 2706 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/18213-1218/.minikube/key.pem
I0314 23:13:05.996679 2706 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/18213-1218/.minikube/key.pem (1679 bytes)
I0314 23:13:05.996798 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.pem
I0314 23:13:05.996824 2706 exec_runner.go:144] found /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.pem, removing ...
I0314 23:13:05.996826 2706 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.pem
I0314 23:13:05.996918 2706 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.pem (1078 bytes)
I0314 23:13:05.997068 2706 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca-key.pem org=jenkins.ha-941000 san=[127.0.0.1 192.168.105.5 ha-941000 localhost minikube]
I0314 23:13:06.294438 2706 provision.go:177] copyRemoteCerts
I0314 23:13:06.294502 2706 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0314 23:13:06.294517 2706 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000/id_rsa Username:docker}
I0314 23:13:06.324137 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0314 23:13:06.324182 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0314 23:13:06.332329 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/server.pem -> /etc/docker/server.pem
I0314 23:13:06.332369 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I0314 23:13:06.341039 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0314 23:13:06.341091 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0314 23:13:06.349862 2706 provision.go:87] duration metric: took 353.726833ms to configureAuth
I0314 23:13:06.349870 2706 buildroot.go:189] setting minikube options for container-runtime
I0314 23:13:06.349975 2706 config.go:182] Loaded profile config "ha-941000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4
I0314 23:13:06.350015 2706 main.go:141] libmachine: Using SSH client type: native
I0314 23:13:06.350099 2706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1043fdbf0] 0x104400450 <nil> [] 0s} 192.168.105.5 22 <nil> <nil>}
I0314 23:13:06.350104 2706 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0314 23:13:06.402868 2706 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0314 23:13:06.402875 2706 buildroot.go:70] root file system type: tmpfs
I0314 23:13:06.402923 2706 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0314 23:13:06.402963 2706 main.go:141] libmachine: Using SSH client type: native
I0314 23:13:06.403056 2706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1043fdbf0] 0x104400450 <nil> [] 0s} 192.168.105.5 22 <nil> <nil>}
I0314 23:13:06.403090 2706 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0314 23:13:06.461000 2706 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0314 23:13:06.461044 2706 main.go:141] libmachine: Using SSH client type: native
I0314 23:13:06.461138 2706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1043fdbf0] 0x104400450 <nil> [] 0s} 192.168.105.5 22 <nil> <nil>}
I0314 23:13:06.461146 2706 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0314 23:13:07.848773 2706 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0314 23:13:07.848788 2706 machine.go:97] duration metric: took 2.061069291s to provisionDockerMachine
I0314 23:13:07.848796 2706 client.go:171] duration metric: took 18.421689792s to LocalClient.Create
I0314 23:13:07.848808 2706 start.go:167] duration metric: took 18.421743333s to libmachine.API.Create "ha-941000"
I0314 23:13:07.848813 2706 start.go:293] postStartSetup for "ha-941000" (driver="qemu2")
I0314 23:13:07.848819 2706 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0314 23:13:07.848885 2706 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0314 23:13:07.848896 2706 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000/id_rsa Username:docker}
I0314 23:13:07.879087 2706 ssh_runner.go:195] Run: cat /etc/os-release
I0314 23:13:07.880472 2706 info.go:137] Remote host: Buildroot 2023.02.9
I0314 23:13:07.880482 2706 filesync.go:126] Scanning /Users/jenkins/minikube-integration/18213-1218/.minikube/addons for local assets ...
I0314 23:13:07.880565 2706 filesync.go:126] Scanning /Users/jenkins/minikube-integration/18213-1218/.minikube/files for local assets ...
I0314 23:13:07.880687 2706 filesync.go:149] local asset: /Users/jenkins/minikube-integration/18213-1218/.minikube/files/etc/ssl/certs/16322.pem -> 16322.pem in /etc/ssl/certs
I0314 23:13:07.880692 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/files/etc/ssl/certs/16322.pem -> /etc/ssl/certs/16322.pem
I0314 23:13:07.880820 2706 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0314 23:13:07.884336 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/files/etc/ssl/certs/16322.pem --> /etc/ssl/certs/16322.pem (1708 bytes)
I0314 23:13:07.893171 2706 start.go:296] duration metric: took 44.354167ms for postStartSetup
I0314 23:13:07.893603 2706 profile.go:142] Saving config to /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/config.json ...
I0314 23:13:07.893784 2706 start.go:128] duration metric: took 18.498970416s to createHost
I0314 23:13:07.893811 2706 main.go:141] libmachine: Using SSH client type: native
I0314 23:13:07.893893 2706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1043fdbf0] 0x104400450 <nil> [] 0s} 192.168.105.5 22 <nil> <nil>}
I0314 23:13:07.893897 2706 main.go:141] libmachine: About to run SSH command:
date +%!s(MISSING).%!N(MISSING)
I0314 23:13:07.946773 2706 main.go:141] libmachine: SSH cmd err, output: <nil>: 1710483188.115425836
I0314 23:13:07.946784 2706 fix.go:216] guest clock: 1710483188.115425836
I0314 23:13:07.946788 2706 fix.go:229] Guest: 2024-03-14 23:13:08.115425836 -0700 PDT Remote: 2024-03-14 23:13:07.893787 -0700 PDT m=+18.606337792 (delta=221.638836ms)
I0314 23:13:07.946799 2706 fix.go:200] guest clock delta is within tolerance: 221.638836ms
I0314 23:13:07.946801 2706 start.go:83] releasing machines lock for "ha-941000", held for 18.5520475s
I0314 23:13:07.947103 2706 ssh_runner.go:195] Run: cat /version.json
I0314 23:13:07.947112 2706 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000/id_rsa Username:docker}
I0314 23:13:07.947125 2706 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0314 23:13:07.947142 2706 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000/id_rsa Username:docker}
I0314 23:13:08.021420 2706 ssh_runner.go:195] Run: systemctl --version
I0314 23:13:08.023823 2706 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W0314 23:13:08.025887 2706 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0314 23:13:08.025923 2706 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0314 23:13:08.032439 2706 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0314 23:13:08.032450 2706 start.go:494] detecting cgroup driver to use...
I0314 23:13:08.032539 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0314 23:13:08.038900 2706 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0314 23:13:08.042313 2706 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0314 23:13:08.045921 2706 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0314 23:13:08.045948 2706 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0314 23:13:08.049780 2706 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0314 23:13:08.053662 2706 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0314 23:13:08.057349 2706 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0314 23:13:08.061116 2706 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0314 23:13:08.065058 2706 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0314 23:13:08.068923 2706 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0314 23:13:08.072402 2706 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0314 23:13:08.075881 2706 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0314 23:13:08.163388 2706 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0314 23:13:08.170074 2706 start.go:494] detecting cgroup driver to use...
I0314 23:13:08.170135 2706 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0314 23:13:08.178020 2706 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0314 23:13:08.184265 2706 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0314 23:13:08.195671 2706 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0314 23:13:08.201164 2706 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0314 23:13:08.206841 2706 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0314 23:13:08.253720 2706 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0314 23:13:08.260109 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0314 23:13:08.266648 2706 ssh_runner.go:195] Run: which cri-dockerd
I0314 23:13:08.268072 2706 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0314 23:13:08.271361 2706 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0314 23:13:08.277287 2706 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0314 23:13:08.367302 2706 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0314 23:13:08.452445 2706 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0314 23:13:08.452505 2706 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0314 23:13:08.458531 2706 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0314 23:13:08.547606 2706 ssh_runner.go:195] Run: sudo systemctl restart docker
I0314 23:13:10.725700 2706 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.178142958s)
I0314 23:13:10.725759 2706 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0314 23:13:10.731202 2706 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I0314 23:13:10.737800 2706 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0314 23:13:10.743531 2706 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0314 23:13:10.831545 2706 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0314 23:13:10.915520 2706 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0314 23:13:10.998544 2706 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0314 23:13:11.005126 2706 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0314 23:13:11.010381 2706 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0314 23:13:11.090741 2706 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0314 23:13:11.113795 2706 start.go:541] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0314 23:13:11.113893 2706 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0314 23:13:11.116227 2706 start.go:562] Will wait 60s for crictl version
I0314 23:13:11.116257 2706 ssh_runner.go:195] Run: which crictl
I0314 23:13:11.117796 2706 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0314 23:13:11.137877 2706 start.go:578] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 25.0.4
RuntimeApiVersion: v1
I0314 23:13:11.137945 2706 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0314 23:13:11.148002 2706 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0314 23:13:11.164580 2706 out.go:204] * Preparing Kubernetes v1.28.4 on Docker 25.0.4 ...
I0314 23:13:11.164713 2706 ssh_runner.go:195] Run: grep 192.168.105.1 host.minikube.internal$ /etc/hosts
I0314 23:13:11.166056 2706 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0314 23:13:11.170324 2706 kubeadm.go:877] updating cluster {Name:ha-941000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18213/minikube-v1.32.1-1710459732-18213-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 C
lusterName:ha-941000 Namespace:default APIServerHAVIP:192.168.105.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.5 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] Mou
ntPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0314 23:13:11.170368 2706 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker
I0314 23:13:11.170409 2706 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0314 23:13:11.175497 2706 docker.go:685] Got preloaded images:
I0314 23:13:11.175505 2706 docker.go:691] registry.k8s.io/kube-apiserver:v1.28.4 wasn't preloaded
I0314 23:13:11.175544 2706 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json
I0314 23:13:11.178901 2706 ssh_runner.go:195] Run: which lz4
I0314 23:13:11.180256 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 -> /preloaded.tar.lz4
I0314 23:13:11.180338 2706 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4
I0314 23:13:11.181722 2706 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I0314 23:13:11.181733 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (357941720 bytes)
I0314 23:13:12.428263 2706 docker.go:649] duration metric: took 1.247987791s to copy over tarball
I0314 23:13:12.428326 2706 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I0314 23:13:13.510052 2706 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (1.081741666s)
I0314 23:13:13.510066 2706 ssh_runner.go:146] rm: /preloaded.tar.lz4
I0314 23:13:13.526288 2706 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json
I0314 23:13:13.530074 2706 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)
I0314 23:13:13.535986 2706 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0314 23:13:13.625912 2706 ssh_runner.go:195] Run: sudo systemctl restart docker
I0314 23:13:15.833168 2706 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.207306583s)
I0314 23:13:15.833266 2706 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0314 23:13:15.839242 2706 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.28.4
registry.k8s.io/kube-scheduler:v1.28.4
registry.k8s.io/kube-controller-manager:v1.28.4
registry.k8s.io/kube-proxy:v1.28.4
registry.k8s.io/etcd:3.5.9-0
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0314 23:13:15.839253 2706 cache_images.go:84] Images are preloaded, skipping loading
I0314 23:13:15.839258 2706 kubeadm.go:928] updating node { 192.168.105.5 8443 v1.28.4 docker true true} ...
I0314 23:13:15.839331 2706 kubeadm.go:940] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-941000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.5
[Install]
config:
{KubernetesVersion:v1.28.4 ClusterName:ha-941000 Namespace:default APIServerHAVIP:192.168.105.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0314 23:13:15.839397 2706 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0314 23:13:15.847149 2706 cni.go:84] Creating CNI manager for ""
I0314 23:13:15.847156 2706 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I0314 23:13:15.847160 2706 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0314 23:13:15.847171 2706 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.5 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-941000 NodeName:ha-941000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.5"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.5 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes
/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0314 23:13:15.847238 2706 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.105.5
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "ha-941000"
kubeletExtraArgs:
node-ip: 192.168.105.5
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.105.5"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.4
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0314 23:13:15.847248 2706 kube-vip.go:111] generating kube-vip config ...
I0314 23:13:15.847289 2706 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0314 23:13:15.854507 2706 kube-vip.go:163] auto-enabling control-plane load-balancing in kube-vip
I0314 23:13:15.854551 2706 kube-vip.go:133] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.105.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.7.1
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0314 23:13:15.854590 2706 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4
I0314 23:13:15.858189 2706 binaries.go:44] Found k8s binaries, skipping transfer
I0314 23:13:15.858217 2706 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I0314 23:13:15.862113 2706 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I0314 23:13:15.868220 2706 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0314 23:13:15.873823 2706 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2154 bytes)
I0314 23:13:15.879752 2706 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1347 bytes)
I0314 23:13:15.885580 2706 ssh_runner.go:195] Run: grep 192.168.105.254 control-plane.minikube.internal$ /etc/hosts
I0314 23:13:15.886920 2706 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0314 23:13:15.890936 2706 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0314 23:13:15.974660 2706 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0314 23:13:15.981693 2706 certs.go:68] Setting up /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000 for IP: 192.168.105.5
I0314 23:13:15.981704 2706 certs.go:194] generating shared ca certs ...
I0314 23:13:15.981713 2706 certs.go:226] acquiring lock for ca certs: {Name:mkac28179ee16ac31e37eba9716e388359b905d5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 23:13:15.981870 2706 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.key
I0314 23:13:15.981920 2706 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/18213-1218/.minikube/proxy-client-ca.key
I0314 23:13:15.981927 2706 certs.go:256] generating profile certs ...
I0314 23:13:15.981961 2706 certs.go:363] generating signed profile cert for "minikube-user": /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/client.key
I0314 23:13:15.981969 2706 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/client.crt with IP's: []
I0314 23:13:16.102955 2706 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/client.crt ...
I0314 23:13:16.102968 2706 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/client.crt: {Name:mk26d2e7744ca6faedbed6a5022fa989553786b8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 23:13:16.103288 2706 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/client.key ...
I0314 23:13:16.103292 2706 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/client.key: {Name:mkb7afe107b349ff4a4330cdc44b310ec2b2dcdf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 23:13:16.103419 2706 certs.go:363] generating signed profile cert for "minikube": /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.key.6e184275
I0314 23:13:16.103426 2706 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.crt.6e184275 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.105.5 192.168.105.254]
I0314 23:13:16.223790 2706 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.crt.6e184275 ...
I0314 23:13:16.223794 2706 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.crt.6e184275: {Name:mk5523f492131ba2d2732002a728cd99f452b7e6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 23:13:16.223962 2706 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.key.6e184275 ...
I0314 23:13:16.223966 2706 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.key.6e184275: {Name:mk643fda4d87b35d34ab20abb452e746d7a3ab18 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 23:13:16.224085 2706 certs.go:381] copying /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.crt.6e184275 -> /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.crt
I0314 23:13:16.224286 2706 certs.go:385] copying /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.key.6e184275 -> /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.key
I0314 23:13:16.224441 2706 certs.go:363] generating signed profile cert for "aggregator": /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/proxy-client.key
I0314 23:13:16.224451 2706 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/proxy-client.crt with IP's: []
I0314 23:13:16.391571 2706 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/proxy-client.crt ...
I0314 23:13:16.391581 2706 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/proxy-client.crt: {Name:mk964345262df2cb101237ecdf9bd6e6bfea8f9f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 23:13:16.391824 2706 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/proxy-client.key ...
I0314 23:13:16.391828 2706 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/proxy-client.key: {Name:mk3e1907ae758671c426ebf60eb0c80e41a6f197 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 23:13:16.391955 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0314 23:13:16.391970 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0314 23:13:16.391979 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0314 23:13:16.391989 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0314 23:13:16.391999 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0314 23:13:16.392009 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0314 23:13:16.392019 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0314 23:13:16.392029 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0314 23:13:16.392095 2706 certs.go:484] found cert: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/1632.pem (1338 bytes)
W0314 23:13:16.392125 2706 certs.go:480] ignoring /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/1632_empty.pem, impossibly tiny 0 bytes
I0314 23:13:16.392129 2706 certs.go:484] found cert: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca-key.pem (1675 bytes)
I0314 23:13:16.392148 2706 certs.go:484] found cert: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca.pem (1078 bytes)
I0314 23:13:16.392165 2706 certs.go:484] found cert: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/cert.pem (1123 bytes)
I0314 23:13:16.392181 2706 certs.go:484] found cert: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/key.pem (1679 bytes)
I0314 23:13:16.392214 2706 certs.go:484] found cert: /Users/jenkins/minikube-integration/18213-1218/.minikube/files/etc/ssl/certs/16322.pem (1708 bytes)
I0314 23:13:16.392232 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/1632.pem -> /usr/share/ca-certificates/1632.pem
I0314 23:13:16.392242 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/files/etc/ssl/certs/16322.pem -> /usr/share/ca-certificates/16322.pem
I0314 23:13:16.392252 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0314 23:13:16.392505 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0314 23:13:16.401801 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0314 23:13:16.410207 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0314 23:13:16.418255 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0314 23:13:16.426455 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I0314 23:13:16.434730 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0314 23:13:16.442726 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0314 23:13:16.450876 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0314 23:13:16.458721 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/1632.pem --> /usr/share/ca-certificates/1632.pem (1338 bytes)
I0314 23:13:16.466697 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/files/etc/ssl/certs/16322.pem --> /usr/share/ca-certificates/16322.pem (1708 bytes)
I0314 23:13:16.474466 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0314 23:13:16.482437 2706 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0314 23:13:16.488335 2706 ssh_runner.go:195] Run: openssl version
I0314 23:13:16.490543 2706 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1632.pem && ln -fs /usr/share/ca-certificates/1632.pem /etc/ssl/certs/1632.pem"
I0314 23:13:16.494158 2706 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1632.pem
I0314 23:13:16.495683 2706 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Mar 15 06:08 /usr/share/ca-certificates/1632.pem
I0314 23:13:16.495703 2706 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1632.pem
I0314 23:13:16.497601 2706 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1632.pem /etc/ssl/certs/51391683.0"
I0314 23:13:16.501448 2706 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16322.pem && ln -fs /usr/share/ca-certificates/16322.pem /etc/ssl/certs/16322.pem"
I0314 23:13:16.505368 2706 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16322.pem
I0314 23:13:16.506896 2706 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Mar 15 06:08 /usr/share/ca-certificates/16322.pem
I0314 23:13:16.506912 2706 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16322.pem
I0314 23:13:16.508810 2706 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/16322.pem /etc/ssl/certs/3ec20f2e.0"
I0314 23:13:16.512638 2706 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0314 23:13:16.516462 2706 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0314 23:13:16.518022 2706 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Mar 15 05:57 /usr/share/ca-certificates/minikubeCA.pem
I0314 23:13:16.518040 2706 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0314 23:13:16.520111 2706 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0314 23:13:16.523817 2706 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0314 23:13:16.525274 2706 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0314 23:13:16.525306 2706 kubeadm.go:391] StartCluster: {Name:ha-941000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18213/minikube-v1.32.1-1710459732-18213-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 Clus
terName:ha-941000 Namespace:default APIServerHAVIP:192.168.105.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.5 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountP
ort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0314 23:13:16.525370 2706 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0314 23:13:16.530866 2706 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0314 23:13:16.534416 2706 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0314 23:13:16.537807 2706 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0314 23:13:16.541410 2706 kubeadm.go:154] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0314 23:13:16.541420 2706 kubeadm.go:156] found existing configuration files:
I0314 23:13:16.541446 2706 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0314 23:13:16.544918 2706 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0314 23:13:16.544938 2706 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0314 23:13:16.548673 2706 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0314 23:13:16.552217 2706 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0314 23:13:16.552242 2706 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0314 23:13:16.555509 2706 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0314 23:13:16.558613 2706 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0314 23:13:16.558636 2706 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0314 23:13:16.561902 2706 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0314 23:13:16.565321 2706 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0314 23:13:16.565354 2706 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0314 23:13:16.569069 2706 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I0314 23:13:16.592475 2706 kubeadm.go:309] [init] Using Kubernetes version: v1.28.4
I0314 23:13:16.592504 2706 kubeadm.go:309] [preflight] Running pre-flight checks
I0314 23:13:16.645330 2706 kubeadm.go:309] [preflight] Pulling images required for setting up a Kubernetes cluster
I0314 23:13:16.645411 2706 kubeadm.go:309] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0314 23:13:16.645464 2706 kubeadm.go:309] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0314 23:13:16.745716 2706 kubeadm.go:309] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0314 23:13:16.753921 2706 out.go:204] - Generating certificates and keys ...
I0314 23:13:16.753955 2706 kubeadm.go:309] [certs] Using existing ca certificate authority
I0314 23:13:16.753983 2706 kubeadm.go:309] [certs] Using existing apiserver certificate and key on disk
I0314 23:13:16.846252 2706 kubeadm.go:309] [certs] Generating "apiserver-kubelet-client" certificate and key
I0314 23:13:16.960504 2706 kubeadm.go:309] [certs] Generating "front-proxy-ca" certificate and key
I0314 23:13:17.067191 2706 kubeadm.go:309] [certs] Generating "front-proxy-client" certificate and key
I0314 23:13:17.142966 2706 kubeadm.go:309] [certs] Generating "etcd/ca" certificate and key
I0314 23:13:17.274038 2706 kubeadm.go:309] [certs] Generating "etcd/server" certificate and key
I0314 23:13:17.274089 2706 kubeadm.go:309] [certs] etcd/server serving cert is signed for DNS names [ha-941000 localhost] and IPs [192.168.105.5 127.0.0.1 ::1]
I0314 23:13:17.600632 2706 kubeadm.go:309] [certs] Generating "etcd/peer" certificate and key
I0314 23:13:17.600748 2706 kubeadm.go:309] [certs] etcd/peer serving cert is signed for DNS names [ha-941000 localhost] and IPs [192.168.105.5 127.0.0.1 ::1]
I0314 23:13:17.830992 2706 kubeadm.go:309] [certs] Generating "etcd/healthcheck-client" certificate and key
I0314 23:13:17.871918 2706 kubeadm.go:309] [certs] Generating "apiserver-etcd-client" certificate and key
I0314 23:13:17.923578 2706 kubeadm.go:309] [certs] Generating "sa" key and public key
I0314 23:13:17.923608 2706 kubeadm.go:309] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0314 23:13:17.958252 2706 kubeadm.go:309] [kubeconfig] Writing "admin.conf" kubeconfig file
I0314 23:13:18.049778 2706 kubeadm.go:309] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0314 23:13:18.215413 2706 kubeadm.go:309] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0314 23:13:18.309029 2706 kubeadm.go:309] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0314 23:13:18.309283 2706 kubeadm.go:309] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0314 23:13:18.310610 2706 kubeadm.go:309] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0314 23:13:18.314942 2706 out.go:204] - Booting up control plane ...
I0314 23:13:18.314994 2706 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0314 23:13:18.315033 2706 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0314 23:13:18.315067 2706 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0314 23:13:18.325713 2706 kubeadm.go:309] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0314 23:13:18.326029 2706 kubeadm.go:309] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0314 23:13:18.326050 2706 kubeadm.go:309] [kubelet-start] Starting the kubelet
I0314 23:13:18.416208 2706 kubeadm.go:309] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0314 23:13:21.990173 2706 kubeadm.go:309] [apiclient] All control plane components are healthy after 3.574011 seconds
I0314 23:13:21.990254 2706 kubeadm.go:309] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0314 23:13:21.996524 2706 kubeadm.go:309] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0314 23:13:22.504207 2706 kubeadm.go:309] [upload-certs] Skipping phase. Please see --upload-certs
I0314 23:13:22.504316 2706 kubeadm.go:309] [mark-control-plane] Marking the node ha-941000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0314 23:13:23.008973 2706 kubeadm.go:309] [bootstrap-token] Using token: 39wfwk.pmcby6y37dv6i6mh
I0314 23:13:23.014236 2706 out.go:204] - Configuring RBAC rules ...
I0314 23:13:23.014296 2706 kubeadm.go:309] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0314 23:13:23.015606 2706 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0314 23:13:23.021624 2706 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0314 23:13:23.023231 2706 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0314 23:13:23.025039 2706 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0314 23:13:23.029127 2706 kubeadm.go:309] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0314 23:13:23.032971 2706 kubeadm.go:309] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0314 23:13:23.198019 2706 kubeadm.go:309] [addons] Applied essential addon: CoreDNS
I0314 23:13:23.418292 2706 kubeadm.go:309] [addons] Applied essential addon: kube-proxy
I0314 23:13:23.418717 2706 kubeadm.go:309]
I0314 23:13:23.418747 2706 kubeadm.go:309] Your Kubernetes control-plane has initialized successfully!
I0314 23:13:23.418750 2706 kubeadm.go:309]
I0314 23:13:23.418785 2706 kubeadm.go:309] To start using your cluster, you need to run the following as a regular user:
I0314 23:13:23.418790 2706 kubeadm.go:309]
I0314 23:13:23.418802 2706 kubeadm.go:309] mkdir -p $HOME/.kube
I0314 23:13:23.418830 2706 kubeadm.go:309] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0314 23:13:23.418854 2706 kubeadm.go:309] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0314 23:13:23.418858 2706 kubeadm.go:309]
I0314 23:13:23.418892 2706 kubeadm.go:309] Alternatively, if you are the root user, you can run:
I0314 23:13:23.418900 2706 kubeadm.go:309]
I0314 23:13:23.418925 2706 kubeadm.go:309] export KUBECONFIG=/etc/kubernetes/admin.conf
I0314 23:13:23.418928 2706 kubeadm.go:309]
I0314 23:13:23.418954 2706 kubeadm.go:309] You should now deploy a pod network to the cluster.
I0314 23:13:23.418997 2706 kubeadm.go:309] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0314 23:13:23.419032 2706 kubeadm.go:309] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0314 23:13:23.419035 2706 kubeadm.go:309]
I0314 23:13:23.419078 2706 kubeadm.go:309] You can now join any number of control-plane nodes by copying certificate authorities
I0314 23:13:23.419125 2706 kubeadm.go:309] and service account keys on each node and then running the following as root:
I0314 23:13:23.419130 2706 kubeadm.go:309]
I0314 23:13:23.419176 2706 kubeadm.go:309] kubeadm join control-plane.minikube.internal:8443 --token 39wfwk.pmcby6y37dv6i6mh \
I0314 23:13:23.419227 2706 kubeadm.go:309] --discovery-token-ca-cert-hash sha256:e244e2f9676b8b925d87c8b59952f0906341f3f48a97cdf3ba20a448611cfcfb \
I0314 23:13:23.419240 2706 kubeadm.go:309] --control-plane
I0314 23:13:23.419242 2706 kubeadm.go:309]
I0314 23:13:23.419315 2706 kubeadm.go:309] Then you can join any number of worker nodes by running the following on each as root:
I0314 23:13:23.419321 2706 kubeadm.go:309]
I0314 23:13:23.419366 2706 kubeadm.go:309] kubeadm join control-plane.minikube.internal:8443 --token 39wfwk.pmcby6y37dv6i6mh \
I0314 23:13:23.419419 2706 kubeadm.go:309] --discovery-token-ca-cert-hash sha256:e244e2f9676b8b925d87c8b59952f0906341f3f48a97cdf3ba20a448611cfcfb
I0314 23:13:23.419481 2706 kubeadm.go:309] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0314 23:13:23.419488 2706 cni.go:84] Creating CNI manager for ""
I0314 23:13:23.419492 2706 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I0314 23:13:23.423307 2706 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0314 23:13:23.430236 2706 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0314 23:13:23.432164 2706 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.4/kubectl ...
I0314 23:13:23.432171 2706 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0314 23:13:23.437862 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0314 23:13:23.792689 2706 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0314 23:13:23.792745 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:23.792769 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-941000 minikube.k8s.io/updated_at=2024_03_14T23_13_23_0700 minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=eb91ca077853a04b88fe45b419a329f4c2efcc56 minikube.k8s.io/name=ha-941000 minikube.k8s.io/primary=true
I0314 23:13:23.798745 2706 ops.go:34] apiserver oom_adj: -16
I0314 23:13:23.842259 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:24.344296 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:24.844365 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:25.344275 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:25.844306 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:26.344323 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:26.844308 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:27.344289 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:27.843810 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:28.344279 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:28.844220 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:29.344182 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:29.843946 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:30.344143 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:30.844167 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:31.344184 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:31.844053 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:32.344140 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:32.844087 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:33.344053 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:33.844014 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:34.343982 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:34.843979 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:35.343999 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:35.843985 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:36.343987 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 23:13:36.382855 2706 kubeadm.go:1107] duration metric: took 12.590545s to wait for elevateKubeSystemPrivileges
W0314 23:13:36.382879 2706 kubeadm.go:286] apiserver tunnel failed: apiserver port not set
I0314 23:13:36.382883 2706 kubeadm.go:393] duration metric: took 19.858185542s to StartCluster
I0314 23:13:36.382892 2706 settings.go:142] acquiring lock: {Name:mk207cf75ac75cb5ce25d583f2a10ee9159a811c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 23:13:36.382968 2706 settings.go:150] Updating kubeconfig: /Users/jenkins/minikube-integration/18213-1218/kubeconfig
I0314 23:13:36.383308 2706 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18213-1218/kubeconfig: {Name:mk90c989654ce4897fea2278a6409e7d02893047 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 23:13:36.383541 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0314 23:13:36.383543 2706 start.go:232] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.105.5 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}
I0314 23:13:36.383551 2706 start.go:240] waiting for startup goroutines ...
I0314 23:13:36.383554 2706 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false yakd:false]
I0314 23:13:36.383582 2706 addons.go:69] Setting storage-provisioner=true in profile "ha-941000"
I0314 23:13:36.383588 2706 addons.go:69] Setting default-storageclass=true in profile "ha-941000"
I0314 23:13:36.383593 2706 addons.go:234] Setting addon storage-provisioner=true in "ha-941000"
I0314 23:13:36.383601 2706 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-941000"
I0314 23:13:36.383604 2706 host.go:66] Checking if "ha-941000" exists ...
I0314 23:13:36.383744 2706 config.go:182] Loaded profile config "ha-941000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4
I0314 23:13:36.383870 2706 retry.go:31] will retry after 757.443535ms: connect: dial unix /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000/monitor: connect: connection refused
I0314 23:13:36.384515 2706 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/18213-1218/kubeconfig
I0314 23:13:36.384665 2706 kapi.go:59] client config for ha-941000: &rest.Config{Host:"https://192.168.105.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/client.key", CAFile:"/Users/jenkins/minikube-integration/18213-1218/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil
)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1056ec890), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0314 23:13:36.384895 2706 cert_rotation.go:137] Starting client certificate rotation controller
I0314 23:13:36.384954 2706 addons.go:234] Setting addon default-storageclass=true in "ha-941000"
I0314 23:13:36.384964 2706 host.go:66] Checking if "ha-941000" exists ...
I0314 23:13:36.385633 2706 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml
I0314 23:13:36.385637 2706 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0314 23:13:36.385643 2706 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000/id_rsa Username:docker}
I0314 23:13:36.418036 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.105.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0314 23:13:36.423480 2706 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0314 23:13:36.702423 2706 round_trippers.go:463] GET https://192.168.105.254:8443/apis/storage.k8s.io/v1/storageclasses
I0314 23:13:36.702433 2706 round_trippers.go:469] Request Headers:
I0314 23:13:36.702438 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:13:36.702441 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:13:36.702445 2706 start.go:948] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap
I0314 23:13:36.707449 2706 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0314 23:13:36.707733 2706 round_trippers.go:463] PUT https://192.168.105.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I0314 23:13:36.707737 2706 round_trippers.go:469] Request Headers:
I0314 23:13:36.707741 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:13:36.707744 2706 round_trippers.go:473] Content-Type: application/json
I0314 23:13:36.707745 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:13:36.709142 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:13:37.149194 2706 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0314 23:13:37.153207 2706 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0314 23:13:37.153215 2706 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0314 23:13:37.153228 2706 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000/id_rsa Username:docker}
I0314 23:13:37.184574 2706 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0314 23:13:37.358100 2706 out.go:177] * Enabled addons: default-storageclass, storage-provisioner
I0314 23:13:37.366057 2706 addons.go:505] duration metric: took 982.529458ms for enable addons: enabled=[default-storageclass storage-provisioner]
I0314 23:13:37.366077 2706 start.go:245] waiting for cluster config update ...
I0314 23:13:37.366083 2706 start.go:254] writing updated cluster config ...
I0314 23:13:37.369129 2706 out.go:177]
I0314 23:13:37.373195 2706 config.go:182] Loaded profile config "ha-941000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4
I0314 23:13:37.373237 2706 profile.go:142] Saving config to /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/config.json ...
I0314 23:13:37.377991 2706 out.go:177] * Starting "ha-941000-m02" control-plane node in "ha-941000" cluster
I0314 23:13:37.387970 2706 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker
I0314 23:13:37.387978 2706 cache.go:56] Caching tarball of preloaded images
I0314 23:13:37.388038 2706 preload.go:173] Found /Users/jenkins/minikube-integration/18213-1218/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download
I0314 23:13:37.388045 2706 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on docker
I0314 23:13:37.388074 2706 profile.go:142] Saving config to /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/config.json ...
I0314 23:13:37.388432 2706 start.go:360] acquireMachinesLock for ha-941000-m02: {Name:mk58c3967668454310fc6a1d0be00c53b0ec8ca5 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0314 23:13:37.388465 2706 start.go:364] duration metric: took 25.292µs to acquireMachinesLock for "ha-941000-m02"
I0314 23:13:37.388476 2706 start.go:93] Provisioning new machine with config: &{Name:ha-941000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18213/minikube-v1.32.1-1710459732-18213-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet
esVersion:v1.28.4 ClusterName:ha-941000 Namespace:default APIServerHAVIP:192.168.105.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.5 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:tr
ue ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}
I0314 23:13:37.388503 2706 start.go:125] createHost starting for "m02" (driver="qemu2")
I0314 23:13:37.393062 2706 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I0314 23:13:37.408328 2706 start.go:159] libmachine.API.Create for "ha-941000" (driver="qemu2")
I0314 23:13:37.408356 2706 client.go:168] LocalClient.Create starting
I0314 23:13:37.408436 2706 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca.pem
I0314 23:13:37.408474 2706 main.go:141] libmachine: Decoding PEM data...
I0314 23:13:37.408486 2706 main.go:141] libmachine: Parsing certificate...
I0314 23:13:37.408531 2706 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/cert.pem
I0314 23:13:37.408558 2706 main.go:141] libmachine: Decoding PEM data...
I0314 23:13:37.408566 2706 main.go:141] libmachine: Parsing certificate...
I0314 23:13:37.408853 2706 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18213-1218/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18213-1218/.minikube/cache/iso/arm64/minikube-v1.32.1-1710459732-18213-arm64.iso...
I0314 23:13:37.615719 2706 main.go:141] libmachine: Creating SSH key...
I0314 23:13:37.675191 2706 main.go:141] libmachine: Creating Disk image...
I0314 23:13:37.675204 2706 main.go:141] libmachine: Creating 20000 MB hard disk image...
I0314 23:13:37.675421 2706 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000-m02/disk.qcow2.raw /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000-m02/disk.qcow2
I0314 23:13:37.688647 2706 main.go:141] libmachine: STDOUT:
I0314 23:13:37.688668 2706 main.go:141] libmachine: STDERR:
I0314 23:13:37.688729 2706 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000-m02/disk.qcow2 +20000M
I0314 23:13:37.700301 2706 main.go:141] libmachine: STDOUT: Image resized.
I0314 23:13:37.700321 2706 main.go:141] libmachine: STDERR:
I0314 23:13:37.700338 2706 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000-m02/disk.qcow2.raw and /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000-m02/disk.qcow2
I0314 23:13:37.700347 2706 main.go:141] libmachine: Starting QEMU VM...
I0314 23:13:37.700386 2706 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000-m02/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000-m02/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000-m02/qemu.pid -device virtio-net-pci,netdev=net0,mac=2e:65:37:30:eb:87 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000-m02/disk.qcow2
I0314 23:13:37.737657 2706 main.go:141] libmachine: STDOUT:
I0314 23:13:37.737687 2706 main.go:141] libmachine: STDERR:
I0314 23:13:37.737691 2706 main.go:141] libmachine: Attempt 0
I0314 23:13:37.737707 2706 main.go:141] libmachine: Searching for 2e:65:37:30:eb:87 in /var/db/dhcpd_leases ...
I0314 23:13:37.737782 2706 main.go:141] libmachine: Found 5 entries in /var/db/dhcpd_leases!
I0314 23:13:37.737792 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:32:1f:fe:da:bd:2b ID:1,32:1f:fe:da:bd:2b Lease:0x65f5386e}
I0314 23:13:37.737797 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:f6:b0:aa:5c:dc ID:1,ea:f6:b0:aa:5c:dc Lease:0x65f53775}
I0314 23:13:37.737803 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:82:8e:64:b:f1:e2 ID:1,82:8e:64:b:f1:e2 Lease:0x65f3e5b3}
I0314 23:13:37.737808 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:ee:d5:9:14:f0:e ID:1,ee:d5:9:14:f0:e Lease:0x65f3e588}
I0314 23:13:37.737815 2706 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f5370a}
I0314 23:13:39.738108 2706 main.go:141] libmachine: Attempt 1
I0314 23:13:39.738151 2706 main.go:141] libmachine: Searching for 2e:65:37:30:eb:87 in /var/db/dhcpd_leases ...
I0314 23:13:39.738231 2706 main.go:141] libmachine: Found 5 entries in /var/db/dhcpd_leases!
I0314 23:13:39.738242 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:32:1f:fe:da:bd:2b ID:1,32:1f:fe:da:bd:2b Lease:0x65f5386e}
I0314 23:13:39.738252 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:f6:b0:aa:5c:dc ID:1,ea:f6:b0:aa:5c:dc Lease:0x65f53775}
I0314 23:13:39.738259 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:82:8e:64:b:f1:e2 ID:1,82:8e:64:b:f1:e2 Lease:0x65f3e5b3}
I0314 23:13:39.738263 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:ee:d5:9:14:f0:e ID:1,ee:d5:9:14:f0:e Lease:0x65f3e588}
I0314 23:13:39.738268 2706 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f5370a}
I0314 23:13:41.740290 2706 main.go:141] libmachine: Attempt 2
I0314 23:13:41.740323 2706 main.go:141] libmachine: Searching for 2e:65:37:30:eb:87 in /var/db/dhcpd_leases ...
I0314 23:13:41.740384 2706 main.go:141] libmachine: Found 5 entries in /var/db/dhcpd_leases!
I0314 23:13:41.740394 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:32:1f:fe:da:bd:2b ID:1,32:1f:fe:da:bd:2b Lease:0x65f5386e}
I0314 23:13:41.740400 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:f6:b0:aa:5c:dc ID:1,ea:f6:b0:aa:5c:dc Lease:0x65f53775}
I0314 23:13:41.740413 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:82:8e:64:b:f1:e2 ID:1,82:8e:64:b:f1:e2 Lease:0x65f3e5b3}
I0314 23:13:41.740417 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:ee:d5:9:14:f0:e ID:1,ee:d5:9:14:f0:e Lease:0x65f3e588}
I0314 23:13:41.740422 2706 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f5370a}
I0314 23:13:43.742432 2706 main.go:141] libmachine: Attempt 3
I0314 23:13:43.742453 2706 main.go:141] libmachine: Searching for 2e:65:37:30:eb:87 in /var/db/dhcpd_leases ...
I0314 23:13:43.742523 2706 main.go:141] libmachine: Found 5 entries in /var/db/dhcpd_leases!
I0314 23:13:43.742548 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:32:1f:fe:da:bd:2b ID:1,32:1f:fe:da:bd:2b Lease:0x65f5386e}
I0314 23:13:43.742553 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:f6:b0:aa:5c:dc ID:1,ea:f6:b0:aa:5c:dc Lease:0x65f53775}
I0314 23:13:43.742558 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:82:8e:64:b:f1:e2 ID:1,82:8e:64:b:f1:e2 Lease:0x65f3e5b3}
I0314 23:13:43.742563 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:ee:d5:9:14:f0:e ID:1,ee:d5:9:14:f0:e Lease:0x65f3e588}
I0314 23:13:43.742568 2706 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f5370a}
I0314 23:13:45.744559 2706 main.go:141] libmachine: Attempt 4
I0314 23:13:45.744579 2706 main.go:141] libmachine: Searching for 2e:65:37:30:eb:87 in /var/db/dhcpd_leases ...
I0314 23:13:45.744669 2706 main.go:141] libmachine: Found 5 entries in /var/db/dhcpd_leases!
I0314 23:13:45.744678 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:32:1f:fe:da:bd:2b ID:1,32:1f:fe:da:bd:2b Lease:0x65f5386e}
I0314 23:13:45.744685 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:f6:b0:aa:5c:dc ID:1,ea:f6:b0:aa:5c:dc Lease:0x65f53775}
I0314 23:13:45.744693 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:82:8e:64:b:f1:e2 ID:1,82:8e:64:b:f1:e2 Lease:0x65f3e5b3}
I0314 23:13:45.744697 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:ee:d5:9:14:f0:e ID:1,ee:d5:9:14:f0:e Lease:0x65f3e588}
I0314 23:13:45.744701 2706 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f5370a}
I0314 23:13:47.746727 2706 main.go:141] libmachine: Attempt 5
I0314 23:13:47.746744 2706 main.go:141] libmachine: Searching for 2e:65:37:30:eb:87 in /var/db/dhcpd_leases ...
I0314 23:13:47.746801 2706 main.go:141] libmachine: Found 5 entries in /var/db/dhcpd_leases!
I0314 23:13:47.746809 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:32:1f:fe:da:bd:2b ID:1,32:1f:fe:da:bd:2b Lease:0x65f5386e}
I0314 23:13:47.746814 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:f6:b0:aa:5c:dc ID:1,ea:f6:b0:aa:5c:dc Lease:0x65f53775}
I0314 23:13:47.746819 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:82:8e:64:b:f1:e2 ID:1,82:8e:64:b:f1:e2 Lease:0x65f3e5b3}
I0314 23:13:47.746823 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:ee:d5:9:14:f0:e ID:1,ee:d5:9:14:f0:e Lease:0x65f3e588}
I0314 23:13:47.746828 2706 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f5370a}
I0314 23:13:49.748730 2706 main.go:141] libmachine: Attempt 6
I0314 23:13:49.748753 2706 main.go:141] libmachine: Searching for 2e:65:37:30:eb:87 in /var/db/dhcpd_leases ...
I0314 23:13:49.748827 2706 main.go:141] libmachine: Found 5 entries in /var/db/dhcpd_leases!
I0314 23:13:49.748837 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:32:1f:fe:da:bd:2b ID:1,32:1f:fe:da:bd:2b Lease:0x65f5386e}
I0314 23:13:49.748845 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:f6:b0:aa:5c:dc ID:1,ea:f6:b0:aa:5c:dc Lease:0x65f53775}
I0314 23:13:49.748850 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:82:8e:64:b:f1:e2 ID:1,82:8e:64:b:f1:e2 Lease:0x65f3e5b3}
I0314 23:13:49.748855 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:ee:d5:9:14:f0:e ID:1,ee:d5:9:14:f0:e Lease:0x65f3e588}
I0314 23:13:49.748859 2706 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f5370a}
I0314 23:13:51.750868 2706 main.go:141] libmachine: Attempt 7
I0314 23:13:51.750891 2706 main.go:141] libmachine: Searching for 2e:65:37:30:eb:87 in /var/db/dhcpd_leases ...
I0314 23:13:51.750971 2706 main.go:141] libmachine: Found 6 entries in /var/db/dhcpd_leases!
I0314 23:13:51.750980 2706 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.6 HWAddress:2e:65:37:30:eb:87 ID:1,2e:65:37:30:eb:87 Lease:0x65f5389e}
I0314 23:13:51.750983 2706 main.go:141] libmachine: Found match: 2e:65:37:30:eb:87
I0314 23:13:51.750995 2706 main.go:141] libmachine: IP: 192.168.105.6
I0314 23:13:51.750999 2706 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.6)...
I0314 23:13:55.763533 2706 machine.go:94] provisionDockerMachine start ...
I0314 23:13:55.763585 2706 main.go:141] libmachine: Using SSH client type: native
I0314 23:13:55.763707 2706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1043fdbf0] 0x104400450 <nil> [] 0s} 192.168.105.6 22 <nil> <nil>}
I0314 23:13:55.763712 2706 main.go:141] libmachine: About to run SSH command:
hostname
I0314 23:13:55.814735 2706 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0314 23:13:55.814746 2706 buildroot.go:166] provisioning hostname "ha-941000-m02"
I0314 23:13:55.814791 2706 main.go:141] libmachine: Using SSH client type: native
I0314 23:13:55.814892 2706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1043fdbf0] 0x104400450 <nil> [] 0s} 192.168.105.6 22 <nil> <nil>}
I0314 23:13:55.814898 2706 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-941000-m02 && echo "ha-941000-m02" | sudo tee /etc/hostname
I0314 23:13:55.867774 2706 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-941000-m02
I0314 23:13:55.867830 2706 main.go:141] libmachine: Using SSH client type: native
I0314 23:13:55.867950 2706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1043fdbf0] 0x104400450 <nil> [] 0s} 192.168.105.6 22 <nil> <nil>}
I0314 23:13:55.867958 2706 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-941000-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-941000-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-941000-m02' | sudo tee -a /etc/hosts;
fi
fi
I0314 23:13:55.918776 2706 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0314 23:13:55.918789 2706 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/18213-1218/.minikube CaCertPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/18213-1218/.minikube}
I0314 23:13:55.918795 2706 buildroot.go:174] setting up certificates
I0314 23:13:55.918800 2706 provision.go:84] configureAuth start
I0314 23:13:55.918803 2706 provision.go:143] copyHostCerts
I0314 23:13:55.918826 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/18213-1218/.minikube/cert.pem
I0314 23:13:55.918858 2706 exec_runner.go:144] found /Users/jenkins/minikube-integration/18213-1218/.minikube/cert.pem, removing ...
I0314 23:13:55.918861 2706 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/18213-1218/.minikube/cert.pem
I0314 23:13:55.918978 2706 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/18213-1218/.minikube/cert.pem (1123 bytes)
I0314 23:13:55.919153 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/18213-1218/.minikube/key.pem
I0314 23:13:55.919177 2706 exec_runner.go:144] found /Users/jenkins/minikube-integration/18213-1218/.minikube/key.pem, removing ...
I0314 23:13:55.919180 2706 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/18213-1218/.minikube/key.pem
I0314 23:13:55.919239 2706 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/18213-1218/.minikube/key.pem (1679 bytes)
I0314 23:13:55.919324 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.pem
I0314 23:13:55.919343 2706 exec_runner.go:144] found /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.pem, removing ...
I0314 23:13:55.919347 2706 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.pem
I0314 23:13:55.919394 2706 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.pem (1078 bytes)
I0314 23:13:55.919478 2706 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca-key.pem org=jenkins.ha-941000-m02 san=[127.0.0.1 192.168.105.6 ha-941000-m02 localhost minikube]
I0314 23:13:56.028005 2706 provision.go:177] copyRemoteCerts
I0314 23:13:56.028051 2706 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0314 23:13:56.028059 2706 sshutil.go:53] new ssh client: &{IP:192.168.105.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000-m02/id_rsa Username:docker}
I0314 23:13:56.054585 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0314 23:13:56.054650 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0314 23:13:56.063663 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/server.pem -> /etc/docker/server.pem
I0314 23:13:56.063731 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0314 23:13:56.072709 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0314 23:13:56.072749 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0314 23:13:56.081696 2706 provision.go:87] duration metric: took 162.896084ms to configureAuth
I0314 23:13:56.081706 2706 buildroot.go:189] setting minikube options for container-runtime
I0314 23:13:56.081980 2706 config.go:182] Loaded profile config "ha-941000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4
I0314 23:13:56.082016 2706 main.go:141] libmachine: Using SSH client type: native
I0314 23:13:56.082107 2706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1043fdbf0] 0x104400450 <nil> [] 0s} 192.168.105.6 22 <nil> <nil>}
I0314 23:13:56.082112 2706 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0314 23:13:56.131134 2706 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0314 23:13:56.131142 2706 buildroot.go:70] root file system type: tmpfs
I0314 23:13:56.131213 2706 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0314 23:13:56.131267 2706 main.go:141] libmachine: Using SSH client type: native
I0314 23:13:56.131377 2706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1043fdbf0] 0x104400450 <nil> [] 0s} 192.168.105.6 22 <nil> <nil>}
I0314 23:13:56.131409 2706 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.168.105.5"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0314 23:13:56.182854 2706 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.168.105.5
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0314 23:13:56.182910 2706 main.go:141] libmachine: Using SSH client type: native
I0314 23:13:56.183019 2706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1043fdbf0] 0x104400450 <nil> [] 0s} 192.168.105.6 22 <nil> <nil>}
I0314 23:13:56.183027 2706 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0314 23:13:57.526835 2706 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0314 23:13:57.526849 2706 machine.go:97] duration metric: took 1.763359375s to provisionDockerMachine
I0314 23:13:57.526855 2706 client.go:171] duration metric: took 20.11911s to LocalClient.Create
I0314 23:13:57.526871 2706 start.go:167] duration metric: took 20.119161917s to libmachine.API.Create "ha-941000"
I0314 23:13:57.526877 2706 start.go:293] postStartSetup for "ha-941000-m02" (driver="qemu2")
I0314 23:13:57.526883 2706 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0314 23:13:57.526946 2706 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0314 23:13:57.526955 2706 sshutil.go:53] new ssh client: &{IP:192.168.105.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000-m02/id_rsa Username:docker}
I0314 23:13:57.555453 2706 ssh_runner.go:195] Run: cat /etc/os-release
I0314 23:13:57.557420 2706 info.go:137] Remote host: Buildroot 2023.02.9
I0314 23:13:57.557431 2706 filesync.go:126] Scanning /Users/jenkins/minikube-integration/18213-1218/.minikube/addons for local assets ...
I0314 23:13:57.557521 2706 filesync.go:126] Scanning /Users/jenkins/minikube-integration/18213-1218/.minikube/files for local assets ...
I0314 23:13:57.557627 2706 filesync.go:149] local asset: /Users/jenkins/minikube-integration/18213-1218/.minikube/files/etc/ssl/certs/16322.pem -> 16322.pem in /etc/ssl/certs
I0314 23:13:57.557633 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/files/etc/ssl/certs/16322.pem -> /etc/ssl/certs/16322.pem
I0314 23:13:57.557766 2706 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0314 23:13:57.561704 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/files/etc/ssl/certs/16322.pem --> /etc/ssl/certs/16322.pem (1708 bytes)
I0314 23:13:57.569977 2706 start.go:296] duration metric: took 43.095542ms for postStartSetup
I0314 23:13:57.570376 2706 profile.go:142] Saving config to /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/config.json ...
I0314 23:13:57.570561 2706 start.go:128] duration metric: took 20.182671208s to createHost
I0314 23:13:57.570588 2706 main.go:141] libmachine: Using SSH client type: native
I0314 23:13:57.570682 2706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1043fdbf0] 0x104400450 <nil> [] 0s} 192.168.105.6 22 <nil> <nil>}
I0314 23:13:57.570686 2706 main.go:141] libmachine: About to run SSH command:
date +%!s(MISSING).%!N(MISSING)
I0314 23:13:57.618115 2706 main.go:141] libmachine: SSH cmd err, output: <nil>: 1710483237.748681712
I0314 23:13:57.618126 2706 fix.go:216] guest clock: 1710483237.748681712
I0314 23:13:57.618130 2706 fix.go:229] Guest: 2024-03-14 23:13:57.748681712 -0700 PDT Remote: 2024-03-14 23:13:57.570566 -0700 PDT m=+68.284634334 (delta=178.115712ms)
I0314 23:13:57.618139 2706 fix.go:200] guest clock delta is within tolerance: 178.115712ms
I0314 23:13:57.618146 2706 start.go:83] releasing machines lock for "ha-941000-m02", held for 20.2302945s
I0314 23:13:57.622947 2706 out.go:177] * Found network options:
I0314 23:13:57.627017 2706 out.go:177] - NO_PROXY=192.168.105.5
W0314 23:13:57.629886 2706 proxy.go:119] fail to check proxy env: Error ip not in block
W0314 23:13:57.630180 2706 proxy.go:119] fail to check proxy env: Error ip not in block
I0314 23:13:57.630242 2706 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0314 23:13:57.630251 2706 sshutil.go:53] new ssh client: &{IP:192.168.105.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000-m02/id_rsa Username:docker}
I0314 23:13:57.630242 2706 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0314 23:13:57.630305 2706 sshutil.go:53] new ssh client: &{IP:192.168.105.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000-m02/id_rsa Username:docker}
W0314 23:13:57.655566 2706 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0314 23:13:57.655610 2706 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0314 23:13:57.818247 2706 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0314 23:13:57.818261 2706 start.go:494] detecting cgroup driver to use...
I0314 23:13:57.818331 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0314 23:13:57.825275 2706 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0314 23:13:57.828995 2706 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0314 23:13:57.833028 2706 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0314 23:13:57.833058 2706 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0314 23:13:57.837119 2706 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0314 23:13:57.841193 2706 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0314 23:13:57.845323 2706 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0314 23:13:57.849470 2706 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0314 23:13:57.853426 2706 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0314 23:13:57.857515 2706 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0314 23:13:57.861364 2706 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0314 23:13:57.865120 2706 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0314 23:13:57.948141 2706 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0314 23:13:57.959760 2706 start.go:494] detecting cgroup driver to use...
I0314 23:13:57.959820 2706 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0314 23:13:57.969829 2706 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0314 23:13:57.975645 2706 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0314 23:13:57.984963 2706 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0314 23:13:57.990621 2706 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0314 23:13:57.996116 2706 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0314 23:13:58.031891 2706 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0314 23:13:58.037500 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0314 23:13:58.044230 2706 ssh_runner.go:195] Run: which cri-dockerd
I0314 23:13:58.045654 2706 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0314 23:13:58.049485 2706 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0314 23:13:58.055761 2706 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0314 23:13:58.139603 2706 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0314 23:13:58.219709 2706 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0314 23:13:58.219731 2706 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0314 23:13:58.225969 2706 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0314 23:13:58.307392 2706 ssh_runner.go:195] Run: sudo systemctl restart docker
I0314 23:14:00.407356 2706 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.100009s)
I0314 23:14:00.407430 2706 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0314 23:14:00.413057 2706 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I0314 23:14:00.420218 2706 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0314 23:14:00.425610 2706 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0314 23:14:00.495597 2706 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0314 23:14:00.579445 2706 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0314 23:14:00.662363 2706 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0314 23:14:00.669888 2706 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0314 23:14:00.675588 2706 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0314 23:14:00.759150 2706 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0314 23:14:00.783128 2706 start.go:541] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0314 23:14:00.783195 2706 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0314 23:14:00.786048 2706 start.go:562] Will wait 60s for crictl version
I0314 23:14:00.786089 2706 ssh_runner.go:195] Run: which crictl
I0314 23:14:00.787637 2706 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0314 23:14:00.810255 2706 start.go:578] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 25.0.4
RuntimeApiVersion: v1
I0314 23:14:00.810329 2706 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0314 23:14:00.822093 2706 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0314 23:14:00.833626 2706 out.go:204] * Preparing Kubernetes v1.28.4 on Docker 25.0.4 ...
I0314 23:14:00.840577 2706 out.go:177] - env NO_PROXY=192.168.105.5
I0314 23:14:00.844575 2706 ssh_runner.go:195] Run: grep 192.168.105.1 host.minikube.internal$ /etc/hosts
I0314 23:14:00.846022 2706 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0314 23:14:00.850541 2706 mustload.go:65] Loading cluster: ha-941000
I0314 23:14:00.850677 2706 config.go:182] Loaded profile config "ha-941000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4
I0314 23:14:00.851357 2706 host.go:66] Checking if "ha-941000" exists ...
I0314 23:14:00.851472 2706 certs.go:68] Setting up /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000 for IP: 192.168.105.6
I0314 23:14:00.851476 2706 certs.go:194] generating shared ca certs ...
I0314 23:14:00.851483 2706 certs.go:226] acquiring lock for ca certs: {Name:mkac28179ee16ac31e37eba9716e388359b905d5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 23:14:00.851585 2706 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.key
I0314 23:14:00.851630 2706 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/18213-1218/.minikube/proxy-client-ca.key
I0314 23:14:00.851635 2706 certs.go:256] generating profile certs ...
I0314 23:14:00.851683 2706 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/client.key
I0314 23:14:00.851697 2706 certs.go:363] generating signed profile cert for "minikube": /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.key.25e5417b
I0314 23:14:00.851706 2706 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.crt.25e5417b with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.105.5 192.168.105.6 192.168.105.254]
I0314 23:14:00.998917 2706 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.crt.25e5417b ...
I0314 23:14:00.998927 2706 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.crt.25e5417b: {Name:mkf24907aa8c58e129d244bcebf2c945ae40c866 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 23:14:00.999228 2706 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.key.25e5417b ...
I0314 23:14:00.999233 2706 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.key.25e5417b: {Name:mkbd09e8e41b28c9f7653b01d843e7b4debe922f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 23:14:00.999357 2706 certs.go:381] copying /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.crt.25e5417b -> /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.crt
I0314 23:14:00.999580 2706 certs.go:385] copying /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.key.25e5417b -> /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.key
I0314 23:14:00.999773 2706 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/proxy-client.key
I0314 23:14:00.999785 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0314 23:14:00.999797 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0314 23:14:00.999807 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0314 23:14:00.999816 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0314 23:14:00.999826 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0314 23:14:00.999837 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0314 23:14:00.999848 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0314 23:14:00.999858 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0314 23:14:00.999917 2706 certs.go:484] found cert: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/1632.pem (1338 bytes)
W0314 23:14:00.999948 2706 certs.go:480] ignoring /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/1632_empty.pem, impossibly tiny 0 bytes
I0314 23:14:00.999954 2706 certs.go:484] found cert: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca-key.pem (1675 bytes)
I0314 23:14:00.999974 2706 certs.go:484] found cert: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/ca.pem (1078 bytes)
I0314 23:14:00.999996 2706 certs.go:484] found cert: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/cert.pem (1123 bytes)
I0314 23:14:01.000017 2706 certs.go:484] found cert: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/key.pem (1679 bytes)
I0314 23:14:01.000056 2706 certs.go:484] found cert: /Users/jenkins/minikube-integration/18213-1218/.minikube/files/etc/ssl/certs/16322.pem (1708 bytes)
I0314 23:14:01.000081 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/1632.pem -> /usr/share/ca-certificates/1632.pem
I0314 23:14:01.000091 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/files/etc/ssl/certs/16322.pem -> /usr/share/ca-certificates/16322.pem
I0314 23:14:01.000102 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0314 23:14:01.000117 2706 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000/id_rsa Username:docker}
I0314 23:14:01.026180 2706 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/sa.pub
I0314 23:14:01.027825 2706 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I0314 23:14:01.031929 2706 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/sa.key
I0314 23:14:01.033343 2706 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I0314 23:14:01.037288 2706 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/front-proxy-ca.crt
I0314 23:14:01.039282 2706 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I0314 23:14:01.043796 2706 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/front-proxy-ca.key
I0314 23:14:01.045275 2706 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I0314 23:14:01.049320 2706 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/etcd/ca.crt
I0314 23:14:01.050681 2706 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I0314 23:14:01.054674 2706 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/etcd/ca.key
I0314 23:14:01.056074 2706 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I0314 23:14:01.060275 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0314 23:14:01.069550 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0314 23:14:01.077947 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0314 23:14:01.086739 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0314 23:14:01.095001 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I0314 23:14:01.103155 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0314 23:14:01.111669 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0314 23:14:01.120397 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0314 23:14:01.128969 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/certs/1632.pem --> /usr/share/ca-certificates/1632.pem (1338 bytes)
I0314 23:14:01.137532 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/files/etc/ssl/certs/16322.pem --> /usr/share/ca-certificates/16322.pem (1708 bytes)
I0314 23:14:01.145992 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0314 23:14:01.154386 2706 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I0314 23:14:01.160567 2706 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I0314 23:14:01.166304 2706 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I0314 23:14:01.172310 2706 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I0314 23:14:01.178167 2706 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I0314 23:14:01.184364 2706 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I0314 23:14:01.190189 2706 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I0314 23:14:01.196071 2706 ssh_runner.go:195] Run: openssl version
I0314 23:14:01.198128 2706 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1632.pem && ln -fs /usr/share/ca-certificates/1632.pem /etc/ssl/certs/1632.pem"
I0314 23:14:01.201805 2706 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1632.pem
I0314 23:14:01.203578 2706 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Mar 15 06:08 /usr/share/ca-certificates/1632.pem
I0314 23:14:01.203614 2706 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1632.pem
I0314 23:14:01.205680 2706 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1632.pem /etc/ssl/certs/51391683.0"
I0314 23:14:01.209770 2706 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16322.pem && ln -fs /usr/share/ca-certificates/16322.pem /etc/ssl/certs/16322.pem"
I0314 23:14:01.214103 2706 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16322.pem
I0314 23:14:01.215689 2706 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Mar 15 06:08 /usr/share/ca-certificates/16322.pem
I0314 23:14:01.215709 2706 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16322.pem
I0314 23:14:01.217855 2706 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/16322.pem /etc/ssl/certs/3ec20f2e.0"
I0314 23:14:01.221915 2706 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0314 23:14:01.225556 2706 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0314 23:14:01.227225 2706 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Mar 15 05:57 /usr/share/ca-certificates/minikubeCA.pem
I0314 23:14:01.227245 2706 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0314 23:14:01.229240 2706 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0314 23:14:01.233305 2706 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0314 23:14:01.234627 2706 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0314 23:14:01.234652 2706 kubeadm.go:928] updating node {m02 192.168.105.6 8443 v1.28.4 docker true true} ...
I0314 23:14:01.234691 2706 kubeadm.go:940] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-941000-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.6
[Install]
config:
{KubernetesVersion:v1.28.4 ClusterName:ha-941000 Namespace:default APIServerHAVIP:192.168.105.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0314 23:14:01.234702 2706 kube-vip.go:111] generating kube-vip config ...
I0314 23:14:01.234717 2706 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0314 23:14:01.242629 2706 kube-vip.go:163] auto-enabling control-plane load-balancing in kube-vip
I0314 23:14:01.242662 2706 kube-vip.go:133] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.105.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.7.1
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0314 23:14:01.242704 2706 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4
I0314 23:14:01.247183 2706 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.28.4: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.28.4': No such file or directory
Initiating transfer...
I0314 23:14:01.247224 2706 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.28.4
I0314 23:14:01.251411 2706 download.go:107] Downloading: https://dl.k8s.io/release/v1.28.4/bin/linux/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.28.4/bin/linux/arm64/kubectl.sha256 -> /Users/jenkins/minikube-integration/18213-1218/.minikube/cache/linux/arm64/v1.28.4/kubectl
I0314 23:14:01.251416 2706 download.go:107] Downloading: https://dl.k8s.io/release/v1.28.4/bin/linux/arm64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.28.4/bin/linux/arm64/kubeadm.sha256 -> /Users/jenkins/minikube-integration/18213-1218/.minikube/cache/linux/arm64/v1.28.4/kubeadm
I0314 23:14:01.251411 2706 download.go:107] Downloading: https://dl.k8s.io/release/v1.28.4/bin/linux/arm64/kubelet?checksum=file:https://dl.k8s.io/release/v1.28.4/bin/linux/arm64/kubelet.sha256 -> /Users/jenkins/minikube-integration/18213-1218/.minikube/cache/linux/arm64/v1.28.4/kubelet
I0314 23:14:07.662715 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/cache/linux/arm64/v1.28.4/kubeadm -> /var/lib/minikube/binaries/v1.28.4/kubeadm
I0314 23:14:07.662810 2706 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /var/lib/minikube/binaries/v1.28.4/kubeadm
I0314 23:14:07.664780 2706 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.28.4/kubeadm: stat -c "%!s(MISSING) %!y(MISSING)" /var/lib/minikube/binaries/v1.28.4/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.28.4/kubeadm': No such file or directory
I0314 23:14:07.664793 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/cache/linux/arm64/v1.28.4/kubeadm --> /var/lib/minikube/binaries/v1.28.4/kubeadm (46989312 bytes)
I0314 23:14:07.784441 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/cache/linux/arm64/v1.28.4/kubectl -> /var/lib/minikube/binaries/v1.28.4/kubectl
I0314 23:14:07.784512 2706 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /var/lib/minikube/binaries/v1.28.4/kubectl
I0314 23:14:07.819386 2706 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.28.4/kubectl: stat -c "%!s(MISSING) %!y(MISSING)" /var/lib/minikube/binaries/v1.28.4/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.28.4/kubectl': No such file or directory
I0314 23:14:07.819417 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/cache/linux/arm64/v1.28.4/kubectl --> /var/lib/minikube/binaries/v1.28.4/kubectl (47710208 bytes)
I0314 23:14:15.450944 2706 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0314 23:14:15.457407 2706 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18213-1218/.minikube/cache/linux/arm64/v1.28.4/kubelet -> /var/lib/minikube/binaries/v1.28.4/kubelet
I0314 23:14:15.457487 2706 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /var/lib/minikube/binaries/v1.28.4/kubelet
I0314 23:14:15.459194 2706 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.28.4/kubelet: stat -c "%!s(MISSING) %!y(MISSING)" /var/lib/minikube/binaries/v1.28.4/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.28.4/kubelet': No such file or directory
I0314 23:14:15.459208 2706 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18213-1218/.minikube/cache/linux/arm64/v1.28.4/kubelet --> /var/lib/minikube/binaries/v1.28.4/kubelet (105185280 bytes)
I0314 23:14:16.208582 2706 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I0314 23:14:16.212486 2706 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I0314 23:14:16.218580 2706 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0314 23:14:16.225004 2706 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1347 bytes)
I0314 23:14:16.231247 2706 ssh_runner.go:195] Run: grep 192.168.105.254 control-plane.minikube.internal$ /etc/hosts
I0314 23:14:16.232832 2706 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0314 23:14:16.237341 2706 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0314 23:14:16.324939 2706 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0314 23:14:16.331679 2706 host.go:66] Checking if "ha-941000" exists ...
I0314 23:14:16.331855 2706 start.go:316] joinCluster: &{Name:ha-941000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18213/minikube-v1.32.1-1710459732-18213-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 Cluste
rName:ha-941000 Namespace:default APIServerHAVIP:192.168.105.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.5 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.168.105.6 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDis
ks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0314 23:14:16.331899 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm token create --print-join-command --ttl=0"
I0314 23:14:16.331907 2706 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18213-1218/.minikube/machines/ha-941000/id_rsa Username:docker}
I0314 23:14:16.394101 2706 start.go:342] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.105.6 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}
I0314 23:14:16.394122 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 0s7nny.7ipm9y1s3j653dm0 --discovery-token-ca-cert-hash sha256:e244e2f9676b8b925d87c8b59952f0906341f3f48a97cdf3ba20a448611cfcfb --ignore-preflight-errors=all --cri-socket unix:///var/run/cri-dockerd.sock --node-name=ha-941000-m02 --control-plane --apiserver-advertise-address=192.168.105.6 --apiserver-bind-port=8443"
I0314 23:15:50.921126 2706 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 0s7nny.7ipm9y1s3j653dm0 --discovery-token-ca-cert-hash sha256:e244e2f9676b8b925d87c8b59952f0906341f3f48a97cdf3ba20a448611cfcfb --ignore-preflight-errors=all --cri-socket unix:///var/run/cri-dockerd.sock --node-name=ha-941000-m02 --control-plane --apiserver-advertise-address=192.168.105.6 --apiserver-bind-port=8443": (1m34.529870083s)
I0314 23:15:50.921140 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I0314 23:15:51.172204 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-941000-m02 minikube.k8s.io/updated_at=2024_03_14T23_15_51_0700 minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=eb91ca077853a04b88fe45b419a329f4c2efcc56 minikube.k8s.io/name=ha-941000 minikube.k8s.io/primary=false
I0314 23:15:51.225768 2706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-941000-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I0314 23:15:51.275056 2706 start.go:318] duration metric: took 1m34.946098458s to joinCluster
I0314 23:15:51.275087 2706 start.go:234] Will wait 6m0s for node &{Name:m02 IP:192.168.105.6 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}
I0314 23:15:51.280871 2706 out.go:177] * Verifying Kubernetes components...
I0314 23:15:51.275374 2706 config.go:182] Loaded profile config "ha-941000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4
I0314 23:15:51.287812 2706 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0314 23:15:51.386730 2706 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0314 23:15:51.398032 2706 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/18213-1218/kubeconfig
I0314 23:15:51.398192 2706 kapi.go:59] client config for ha-941000: &rest.Config{Host:"https://192.168.105.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/18213-1218/.minikube/profiles/ha-941000/client.key", CAFile:"/Users/jenkins/minikube-integration/18213-1218/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil
)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1056ec890), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0314 23:15:51.398222 2706 kubeadm.go:477] Overriding stale ClientConfig host https://192.168.105.254:8443 with https://192.168.105.5:8443
I0314 23:15:51.398673 2706 node_ready.go:35] waiting up to 6m0s for node "ha-941000-m02" to be "Ready" ...
I0314 23:15:51.398719 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:51.398726 2706 round_trippers.go:469] Request Headers:
I0314 23:15:51.398731 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:51.398734 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:51.406146 2706 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I0314 23:15:51.900778 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:51.900793 2706 round_trippers.go:469] Request Headers:
I0314 23:15:51.900808 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:51.900811 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:51.902761 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:52.400760 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:52.400770 2706 round_trippers.go:469] Request Headers:
I0314 23:15:52.400774 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:52.400778 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:52.402708 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:52.900751 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:52.900766 2706 round_trippers.go:469] Request Headers:
I0314 23:15:52.900780 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:52.900783 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:52.902501 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:53.400783 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:53.400793 2706 round_trippers.go:469] Request Headers:
I0314 23:15:53.400798 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:53.400800 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:53.402592 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:53.402932 2706 node_ready.go:53] node "ha-941000-m02" has status "Ready":"False"
I0314 23:15:53.899209 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:53.899219 2706 round_trippers.go:469] Request Headers:
I0314 23:15:53.899224 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:53.899228 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:53.901523 2706 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0314 23:15:54.400706 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:54.400716 2706 round_trippers.go:469] Request Headers:
I0314 23:15:54.400720 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:54.400722 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:54.402849 2706 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0314 23:15:54.900688 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:54.900704 2706 round_trippers.go:469] Request Headers:
I0314 23:15:54.900708 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:54.900711 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:54.902440 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:55.400672 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:55.400687 2706 round_trippers.go:469] Request Headers:
I0314 23:15:55.400693 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:55.400696 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:55.402517 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:55.900653 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:55.900664 2706 round_trippers.go:469] Request Headers:
I0314 23:15:55.900668 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:55.900670 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:55.902632 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:55.903094 2706 node_ready.go:53] node "ha-941000-m02" has status "Ready":"False"
I0314 23:15:56.399619 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:56.399643 2706 round_trippers.go:469] Request Headers:
I0314 23:15:56.399647 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:56.399649 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:56.401339 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:56.401554 2706 node_ready.go:49] node "ha-941000-m02" has status "Ready":"True"
I0314 23:15:56.401564 2706 node_ready.go:38] duration metric: took 5.003030417s for node "ha-941000-m02" to be "Ready" ...
I0314 23:15:56.401570 2706 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0314 23:15:56.401596 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods
I0314 23:15:56.401600 2706 round_trippers.go:469] Request Headers:
I0314 23:15:56.401604 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:56.401608 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:56.404649 2706 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0314 23:15:56.409292 2706 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-4gnkc" in "kube-system" namespace to be "Ready" ...
I0314 23:15:56.409326 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-4gnkc
I0314 23:15:56.409330 2706 round_trippers.go:469] Request Headers:
I0314 23:15:56.409338 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:56.409342 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:56.410628 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:56.411018 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000
I0314 23:15:56.411022 2706 round_trippers.go:469] Request Headers:
I0314 23:15:56.411026 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:56.411028 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:56.412320 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:56.412513 2706 pod_ready.go:92] pod "coredns-5dd5756b68-4gnkc" in "kube-system" namespace has status "Ready":"True"
I0314 23:15:56.412518 2706 pod_ready.go:81] duration metric: took 3.21675ms for pod "coredns-5dd5756b68-4gnkc" in "kube-system" namespace to be "Ready" ...
I0314 23:15:56.412522 2706 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-plpng" in "kube-system" namespace to be "Ready" ...
I0314 23:15:56.412541 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-plpng
I0314 23:15:56.412543 2706 round_trippers.go:469] Request Headers:
I0314 23:15:56.412547 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:56.412550 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:56.413980 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:56.414361 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000
I0314 23:15:56.414368 2706 round_trippers.go:469] Request Headers:
I0314 23:15:56.414371 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:56.414374 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:56.415701 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:56.415994 2706 pod_ready.go:92] pod "coredns-5dd5756b68-plpng" in "kube-system" namespace has status "Ready":"True"
I0314 23:15:56.416000 2706 pod_ready.go:81] duration metric: took 3.473791ms for pod "coredns-5dd5756b68-plpng" in "kube-system" namespace to be "Ready" ...
I0314 23:15:56.416003 2706 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-941000" in "kube-system" namespace to be "Ready" ...
I0314 23:15:56.416020 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-941000
I0314 23:15:56.416022 2706 round_trippers.go:469] Request Headers:
I0314 23:15:56.416026 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:56.416031 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:56.417272 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:56.417560 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000
I0314 23:15:56.417570 2706 round_trippers.go:469] Request Headers:
I0314 23:15:56.417573 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:56.417575 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:56.418795 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:56.419160 2706 pod_ready.go:92] pod "etcd-ha-941000" in "kube-system" namespace has status "Ready":"True"
I0314 23:15:56.419165 2706 pod_ready.go:81] duration metric: took 3.158708ms for pod "etcd-ha-941000" in "kube-system" namespace to be "Ready" ...
I0314 23:15:56.419168 2706 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-941000-m02" in "kube-system" namespace to be "Ready" ...
I0314 23:15:56.419185 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-941000-m02
I0314 23:15:56.419189 2706 round_trippers.go:469] Request Headers:
I0314 23:15:56.419192 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:56.419194 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:56.420626 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:56.421043 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:56.421047 2706 round_trippers.go:469] Request Headers:
I0314 23:15:56.421050 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:56.421052 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:56.422433 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:56.422808 2706 pod_ready.go:92] pod "etcd-ha-941000-m02" in "kube-system" namespace has status "Ready":"True"
I0314 23:15:56.422814 2706 pod_ready.go:81] duration metric: took 3.6435ms for pod "etcd-ha-941000-m02" in "kube-system" namespace to be "Ready" ...
I0314 23:15:56.422819 2706 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-941000" in "kube-system" namespace to be "Ready" ...
I0314 23:15:56.599781 2706 request.go:629] Waited for 176.928875ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-941000
I0314 23:15:56.599814 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-941000
I0314 23:15:56.599817 2706 round_trippers.go:469] Request Headers:
I0314 23:15:56.599821 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:56.599824 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:56.601637 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:56.800141 2706 request.go:629] Waited for 198.215375ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.5:8443/api/v1/nodes/ha-941000
I0314 23:15:56.800168 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000
I0314 23:15:56.800170 2706 round_trippers.go:469] Request Headers:
I0314 23:15:56.800175 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:56.800178 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:56.801752 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:56.801948 2706 pod_ready.go:92] pod "kube-apiserver-ha-941000" in "kube-system" namespace has status "Ready":"True"
I0314 23:15:56.801956 2706 pod_ready.go:81] duration metric: took 379.144666ms for pod "kube-apiserver-ha-941000" in "kube-system" namespace to be "Ready" ...
I0314 23:15:56.801961 2706 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-941000" in "kube-system" namespace to be "Ready" ...
I0314 23:15:57.001666 2706 request.go:629] Waited for 199.662417ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-941000
I0314 23:15:57.001720 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-941000
I0314 23:15:57.001734 2706 round_trippers.go:469] Request Headers:
I0314 23:15:57.001739 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:57.001742 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:57.003841 2706 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0314 23:15:57.201596 2706 request.go:629] Waited for 197.466ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.5:8443/api/v1/nodes/ha-941000
I0314 23:15:57.201621 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000
I0314 23:15:57.201623 2706 round_trippers.go:469] Request Headers:
I0314 23:15:57.201628 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:57.201630 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:57.203318 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:57.203501 2706 pod_ready.go:92] pod "kube-controller-manager-ha-941000" in "kube-system" namespace has status "Ready":"True"
I0314 23:15:57.203509 2706 pod_ready.go:81] duration metric: took 401.556083ms for pod "kube-controller-manager-ha-941000" in "kube-system" namespace to be "Ready" ...
I0314 23:15:57.203513 2706 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-941000-m02" in "kube-system" namespace to be "Ready" ...
I0314 23:15:57.401623 2706 request.go:629] Waited for 198.080416ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-941000-m02
I0314 23:15:57.401651 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-941000-m02
I0314 23:15:57.401658 2706 round_trippers.go:469] Request Headers:
I0314 23:15:57.401661 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:57.401664 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:57.403131 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:57.600819 2706 request.go:629] Waited for 197.330042ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:57.600847 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:57.600850 2706 round_trippers.go:469] Request Headers:
I0314 23:15:57.600854 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:57.600856 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:57.603017 2706 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0314 23:15:57.801634 2706 request.go:629] Waited for 96.071833ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-941000-m02
I0314 23:15:57.801673 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-941000-m02
I0314 23:15:57.801676 2706 round_trippers.go:469] Request Headers:
I0314 23:15:57.801680 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:57.801682 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:57.803280 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:58.001615 2706 request.go:629] Waited for 197.880625ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:58.001655 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:58.001659 2706 round_trippers.go:469] Request Headers:
I0314 23:15:58.001662 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:58.001665 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:58.003640 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:58.205563 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-941000-m02
I0314 23:15:58.205572 2706 round_trippers.go:469] Request Headers:
I0314 23:15:58.205576 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:58.205579 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:58.207310 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:58.401612 2706 request.go:629] Waited for 193.947334ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:58.401642 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:58.401645 2706 round_trippers.go:469] Request Headers:
I0314 23:15:58.401649 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:58.401650 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:58.403173 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:58.705616 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-941000-m02
I0314 23:15:58.705638 2706 round_trippers.go:469] Request Headers:
I0314 23:15:58.705643 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:58.705646 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:58.707407 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:58.799985 2706 request.go:629] Waited for 92.184042ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:58.800001 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:58.800003 2706 round_trippers.go:469] Request Headers:
I0314 23:15:58.800008 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:58.800010 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:58.801450 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:59.203622 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-941000-m02
I0314 23:15:59.203631 2706 round_trippers.go:469] Request Headers:
I0314 23:15:59.203634 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:59.203637 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:59.205413 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:59.205675 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:59.205682 2706 round_trippers.go:469] Request Headers:
I0314 23:15:59.205686 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:59.205687 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:59.207078 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:59.207293 2706 pod_ready.go:102] pod "kube-controller-manager-ha-941000-m02" in "kube-system" namespace has status "Ready":"False"
I0314 23:15:59.705538 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-941000-m02
I0314 23:15:59.705549 2706 round_trippers.go:469] Request Headers:
I0314 23:15:59.705553 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:59.705555 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:59.707058 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:15:59.707585 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:15:59.707589 2706 round_trippers.go:469] Request Headers:
I0314 23:15:59.707593 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:15:59.707602 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:15:59.708941 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:16:00.205558 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-941000-m02
I0314 23:16:00.205574 2706 round_trippers.go:469] Request Headers:
I0314 23:16:00.205586 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:16:00.205590 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:16:00.207234 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:16:00.207704 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:16:00.207709 2706 round_trippers.go:469] Request Headers:
I0314 23:16:00.207713 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:16:00.207715 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:16:00.209139 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:16:00.705513 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-941000-m02
I0314 23:16:00.705525 2706 round_trippers.go:469] Request Headers:
I0314 23:16:00.705529 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:16:00.705530 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:16:00.706988 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:16:00.707303 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:16:00.707309 2706 round_trippers.go:469] Request Headers:
I0314 23:16:00.707313 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:16:00.707315 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:16:00.708624 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:16:00.708819 2706 pod_ready.go:92] pod "kube-controller-manager-ha-941000-m02" in "kube-system" namespace has status "Ready":"True"
I0314 23:16:00.708826 2706 pod_ready.go:81] duration metric: took 3.505415417s for pod "kube-controller-manager-ha-941000-m02" in "kube-system" namespace to be "Ready" ...
I0314 23:16:00.708831 2706 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-g2qr4" in "kube-system" namespace to be "Ready" ...
I0314 23:16:00.708854 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-g2qr4
I0314 23:16:00.708857 2706 round_trippers.go:469] Request Headers:
I0314 23:16:00.708861 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:16:00.708863 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:16:00.710231 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:16:00.799848 2706 request.go:629] Waited for 89.2455ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.5:8443/api/v1/nodes/ha-941000
I0314 23:16:00.799882 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000
I0314 23:16:00.799885 2706 round_trippers.go:469] Request Headers:
I0314 23:16:00.799890 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:16:00.799893 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:16:00.801909 2706 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0314 23:16:00.802202 2706 pod_ready.go:92] pod "kube-proxy-g2qr4" in "kube-system" namespace has status "Ready":"True"
I0314 23:16:00.802210 2706 pod_ready.go:81] duration metric: took 93.377125ms for pod "kube-proxy-g2qr4" in "kube-system" namespace to be "Ready" ...
I0314 23:16:00.802215 2706 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-hmn9j" in "kube-system" namespace to be "Ready" ...
I0314 23:16:01.000929 2706 request.go:629] Waited for 198.662625ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-hmn9j
I0314 23:16:01.001010 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-hmn9j
I0314 23:16:01.001013 2706 round_trippers.go:469] Request Headers:
I0314 23:16:01.001018 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:16:01.001021 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:16:01.002662 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:16:01.201500 2706 request.go:629] Waited for 198.511291ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:16:01.201521 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:16:01.201524 2706 round_trippers.go:469] Request Headers:
I0314 23:16:01.201530 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:16:01.201532 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:16:01.203094 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:16:01.203267 2706 pod_ready.go:92] pod "kube-proxy-hmn9j" in "kube-system" namespace has status "Ready":"True"
I0314 23:16:01.203277 2706 pod_ready.go:81] duration metric: took 401.071ms for pod "kube-proxy-hmn9j" in "kube-system" namespace to be "Ready" ...
I0314 23:16:01.203282 2706 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-941000" in "kube-system" namespace to be "Ready" ...
I0314 23:16:01.401539 2706 request.go:629] Waited for 198.209625ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-941000
I0314 23:16:01.401592 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-941000
I0314 23:16:01.401595 2706 round_trippers.go:469] Request Headers:
I0314 23:16:01.401600 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:16:01.401603 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:16:01.402983 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:16:01.601500 2706 request.go:629] Waited for 198.222625ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.5:8443/api/v1/nodes/ha-941000
I0314 23:16:01.601535 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000
I0314 23:16:01.601538 2706 round_trippers.go:469] Request Headers:
I0314 23:16:01.601542 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:16:01.601546 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:16:01.603366 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:16:01.603588 2706 pod_ready.go:92] pod "kube-scheduler-ha-941000" in "kube-system" namespace has status "Ready":"True"
I0314 23:16:01.603598 2706 pod_ready.go:81] duration metric: took 400.324ms for pod "kube-scheduler-ha-941000" in "kube-system" namespace to be "Ready" ...
I0314 23:16:01.603603 2706 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-941000-m02" in "kube-system" namespace to be "Ready" ...
I0314 23:16:01.801483 2706 request.go:629] Waited for 197.841875ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-941000-m02
I0314 23:16:01.801528 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-941000-m02
I0314 23:16:01.801540 2706 round_trippers.go:469] Request Headers:
I0314 23:16:01.801545 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:16:01.801547 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:16:01.803147 2706 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0314 23:16:02.001154 2706 request.go:629] Waited for 197.795291ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:16:02.001489 2706 round_trippers.go:463] GET https://192.168.105.5:8443/api/v1/nodes/ha-941000-m02
I0314 23:16:02.001512 2706 round_trippers.go:469] Request Headers:
I0314 23:16:02.001523 2706 round_trippers.go:473] User-Agent: minikube-darwin-arm64/v0.0.0 (darwin/arm64) kubernetes/$Format
I0314 23:16:02.001531 2706 round_trippers.go:473] Accept: application/json, */*
I0314 23:16:02.003593 2706 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0314 23:16:02.003807 2706 pod_ready.go:92] pod "kube-scheduler-ha-941000-m02" in "kube-system" namespace has status "Ready":"True"
I0314 23:16:02.003816 2706 pod_ready.go:81] duration metric: took 400.220708ms for pod "kube-scheduler-ha-941000-m02" in "kube-system" namespace to be "Ready" ...
I0314 23:16:02.003821 2706 pod_ready.go:38] duration metric: took 5.602417084s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0314 23:16:02.003835 2706 api_server.go:52] waiting for apiserver process to appear ...
I0314 23:16:02.003910 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:02.505985 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:03.005535 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:03.505011 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:04.004002 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:04.505431 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:05.005940 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:05.504449 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:06.005892 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:06.504886 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:07.005889 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:07.504155 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:08.005838 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:08.503637 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:09.003900 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:09.505046 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:10.002947 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:10.504441 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:11.004194 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:11.502068 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:12.003225 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:12.501828 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:13.003265 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:13.503066 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:14.002859 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:14.502716 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:15.002443 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:15.500757 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:16.002071 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:16.500989 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:17.000237 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:17.500030 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:18.001389 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:18.500889 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:19.001154 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:19.500934 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:19.999419 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:20.498942 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:20.998745 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:21.500380 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:21.999254 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:22.500155 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:22.998562 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:23.499889 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:23.999770 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:24.499255 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:24.999586 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:25.498123 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:25.999363 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:26.497935 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:26.998780 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:27.499002 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:27.999006 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:28.498843 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:28.998813 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:29.498704 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:29.998599 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:30.496757 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:30.998480 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:31.498361 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:31.997343 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:32.498229 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:32.998192 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:33.498130 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:33.996399 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:34.497885 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:34.996411 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:35.497856 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:35.996935 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:36.497633 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:36.996377 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:37.496349 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:37.997519 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:38.497499 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:38.997439 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:39.497381 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:39.997291 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:40.496020 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:40.996754 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:41.496095 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:41.996394 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:42.496156 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:42.996172 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:43.495833 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:43.996891 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:44.496880 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:44.996689 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:45.496737 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:45.996743 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:46.495726 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:46.996386 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:47.496570 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:47.996607 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:48.496525 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:48.996562 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:49.496462 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:49.996397 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:50.496396 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:50.995753 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:16:51.496423 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:16:51.502467 2706 logs.go:276] 0 containers: []
W0314 23:16:51.502479 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:16:51.502529 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:16:51.508487 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:16:51.508559 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:16:51.514233 2706 logs.go:276] 0 containers: []
W0314 23:16:51.514245 2706 logs.go:278] No container was found matching "coredns"
I0314 23:16:51.514294 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:16:51.520269 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:16:51.520322 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:16:51.525712 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:16:51.525764 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:16:51.531290 2706 logs.go:276] 1 containers: [9e025869d12f]
I0314 23:16:51.531333 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:16:51.537163 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:16:51.537214 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:16:51.542630 2706 logs.go:276] 0 containers: []
W0314 23:16:51.542640 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:16:51.542648 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:16:51.542653 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:16:51.575734 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:16:51.662082 5849 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:16:51.662246 5849 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:16:51.663441 5849 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:16:51.663508 5849 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:16:51.664717 5849 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:16:51.662082 5849 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:16:51.662246 5849 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:16:51.663441 5849 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:16:51.663508 5849 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:16:51.664717 5849 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:16:51.575743 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:16:51.575749 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:16:51.591497 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:16:51.591508 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:16:51.613753 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:16:51.613764 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:16:51.619476 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:16:51.619486 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:16:51.627295 2706 logs.go:123] Gathering logs for kube-controller-manager [9e025869d12f] ...
I0314 23:16:51.627310 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 9e025869d12f"
I0314 23:16:51.634055 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:16:51.634066 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:16:51.641132 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:16:51.641143 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:16:51.665480 2706 logs.go:123] Gathering logs for container status ...
I0314 23:16:51.665492 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:16:51.688370 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:16:51.688381 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:16:51.708922 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:16:51.709007 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:16:51.709093 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:16:51.709182 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:16:51.710006 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.710090 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:16:51.710168 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:16:51.710253 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:16:51.710708 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:16:51.710797 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:16:51.711295 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.711694 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.712117 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.712668 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.713174 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.713227 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:16:51.713643 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.714046 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.714575 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.715039 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.715443 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.715858 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.716324 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.716729 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.717137 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.717549 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.717952 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.718357 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.718760 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.719179 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.719595 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.720010 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.720413 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.720819 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.721223 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:16:51.721308 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:16:51.722499 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:16:51.722921 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:16:51.723351 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:16:51.723782 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:16:51.723860 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:16:51.724262 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:16:51.724668 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:16:51.725079 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:16:51.725488 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:16:51.725893 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:16:51.725984 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:16:51.726061 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:16:51.726148 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:16:51.726224 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:16:51.726304 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:16:51.735824 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:16:51.735830 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:16:51.735852 2706 out.go:239] X Problems detected in kubelet:
W0314 23:16:51.735855 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:16:51.735859 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:16:51.735868 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:16:51.735870 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:16:51.735873 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:16:51.735877 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:16:51.735879 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:17:01.738964 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:17:01.744305 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:17:01.749886 2706 logs.go:276] 0 containers: []
W0314 23:17:01.749895 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:17:01.749942 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:17:01.755766 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:17:01.755827 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:17:01.761512 2706 logs.go:276] 0 containers: []
W0314 23:17:01.761525 2706 logs.go:278] No container was found matching "coredns"
I0314 23:17:01.761574 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:17:01.767303 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:17:01.767360 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:17:01.772948 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:17:01.773003 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:17:01.778811 2706 logs.go:276] 2 containers: [50842b7ae497 9e025869d12f]
I0314 23:17:01.778872 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:17:01.785670 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:17:01.785737 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:17:01.791087 2706 logs.go:276] 0 containers: []
W0314 23:17:01.791097 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:17:01.791104 2706 logs.go:123] Gathering logs for container status ...
I0314 23:17:01.791110 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:17:01.812759 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:17:01.812770 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:17:01.830476 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:01.830561 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:01.830636 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:17:01.830716 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:17:01.831527 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.831607 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:17:01.831709 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:01.831801 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:01.832273 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:17:01.832367 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:17:01.832880 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.833289 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.833726 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.834295 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.834814 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.834865 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:01.835280 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.835690 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.836206 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.836658 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.837063 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.837491 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.837956 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.838359 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.838765 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.839172 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.839577 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.839983 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.840386 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.840789 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.841194 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.841593 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.841986 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.842392 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.842801 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:01.842880 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:17:01.844071 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:01.844495 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:01.844921 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:01.845366 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:01.845444 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:17:01.845857 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:01.846274 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:01.846686 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:01.847097 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:01.847497 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:01.847589 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:01.847665 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:01.847750 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:01.847821 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:01.847900 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:17:01.857504 2706 logs.go:123] Gathering logs for kube-controller-manager [50842b7ae497] ...
I0314 23:17:01.857509 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 50842b7ae497"
I0314 23:17:01.864478 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:17:01.864487 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:17:01.889748 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:17:01.889757 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:17:01.913436 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:17:01.913450 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:17:01.920664 2706 logs.go:123] Gathering logs for kube-controller-manager [9e025869d12f] ...
I0314 23:17:01.920675 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 9e025869d12f"
I0314 23:17:01.927247 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:17:01.927257 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:17:01.934380 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:17:01.934389 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:17:01.939557 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:17:01.939565 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:17:01.971661 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:17:02.057882 6117 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:02.058072 6117 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:02.059264 6117 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:02.059478 6117 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:02.060689 6117 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:17:02.057882 6117 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:02.058072 6117 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:02.059264 6117 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:02.059478 6117 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:02.060689 6117 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:17:01.971680 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:17:01.971686 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:17:01.984018 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:17:01.984027 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:17:01.984051 2706 out.go:239] X Problems detected in kubelet:
W0314 23:17:01.984055 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:01.984058 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:01.984062 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:01.984065 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:01.984068 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:17:01.984072 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:17:01.984074 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:17:11.987452 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:17:11.992837 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:17:11.998524 2706 logs.go:276] 0 containers: []
W0314 23:17:11.998536 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:17:11.998594 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:17:12.004495 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:17:12.004560 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:17:12.009874 2706 logs.go:276] 0 containers: []
W0314 23:17:12.009882 2706 logs.go:278] No container was found matching "coredns"
I0314 23:17:12.009931 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:17:12.016373 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:17:12.016429 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:17:12.021908 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:17:12.021962 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:17:12.027450 2706 logs.go:276] 1 containers: [50842b7ae497]
I0314 23:17:12.027502 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:17:12.034704 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:17:12.034772 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:17:12.040822 2706 logs.go:276] 0 containers: []
W0314 23:17:12.040835 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:17:12.040843 2706 logs.go:123] Gathering logs for container status ...
I0314 23:17:12.040848 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:17:12.060922 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:17:12.060933 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:17:12.079414 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:12.079499 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:12.079576 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:17:12.079657 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:17:12.080474 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.080554 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:17:12.080631 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:12.080717 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:12.081179 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:17:12.081268 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:17:12.081782 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.082188 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.082670 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.083240 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.083759 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.083811 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:12.084226 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.084641 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.085186 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.085669 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.086095 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.086512 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.086990 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.087405 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.087825 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.088239 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.088658 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.089078 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.089498 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.089916 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.090333 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.090748 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.091162 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.091580 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.091988 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:12.092066 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:17:12.093262 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:12.093679 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:12.094105 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:12.094540 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:12.094619 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:17:12.095031 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:12.095441 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:12.095877 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:12.096298 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:12.096709 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:12.096800 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:12.096876 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:12.096963 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:12.097034 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:12.097115 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:17:12.107433 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:17:12.107440 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:17:12.119026 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:17:12.119038 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:17:12.126363 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:17:12.126375 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:17:12.133448 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:17:12.133457 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:17:12.159486 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:17:12.159494 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:17:12.164243 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:17:12.164250 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:17:12.192769 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:17:12.279603 6297 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:12.279742 6297 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:12.280938 6297 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:12.281160 6297 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:12.282374 6297 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:17:12.279603 6297 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:12.279742 6297 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:12.280938 6297 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:12.281160 6297 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:12.282374 6297 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:17:12.192790 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:17:12.192796 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:17:12.219040 2706 logs.go:123] Gathering logs for kube-controller-manager [50842b7ae497] ...
I0314 23:17:12.219050 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 50842b7ae497"
I0314 23:17:12.225910 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:17:12.225920 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:17:12.225946 2706 out.go:239] X Problems detected in kubelet:
W0314 23:17:12.225950 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:12.225953 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:12.225957 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:12.225966 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:12.225969 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:17:12.225973 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:17:12.225989 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:17:22.229848 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:17:22.235816 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:17:22.243163 2706 logs.go:276] 0 containers: []
W0314 23:17:22.243174 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:17:22.243228 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:17:22.248977 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:17:22.249038 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:17:22.255827 2706 logs.go:276] 0 containers: []
W0314 23:17:22.255835 2706 logs.go:278] No container was found matching "coredns"
I0314 23:17:22.255880 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:17:22.261310 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:17:22.261359 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:17:22.266988 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:17:22.267035 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:17:22.272599 2706 logs.go:276] 1 containers: [50842b7ae497]
I0314 23:17:22.272655 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:17:22.281123 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:17:22.281179 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:17:22.286548 2706 logs.go:276] 0 containers: []
W0314 23:17:22.286558 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:17:22.286566 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:17:22.286571 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:17:22.306909 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:22.306994 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:22.307070 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:17:22.307153 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:17:22.307946 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.308025 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:17:22.308101 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:22.308187 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:22.308648 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:17:22.308736 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:17:22.309232 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.309627 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.310049 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.310597 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.311098 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.311149 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:22.311556 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.311967 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.312497 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.312970 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.313372 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.313775 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.314237 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.314639 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.315042 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.315445 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.315851 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.316254 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.316671 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.317087 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.317506 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.317924 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.318341 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.318769 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.319181 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:22.319264 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:17:22.320454 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:22.320871 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:22.321297 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:22.321732 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:22.321810 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:17:22.322222 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:22.322637 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:22.323050 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:22.323459 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:22.323860 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:22.323951 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:22.324027 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:22.324112 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:22.324183 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:22.324262 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:17:22.334511 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:17:22.334519 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:17:22.359283 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:17:22.359295 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:17:22.364597 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:17:22.364606 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:17:22.393842 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:17:22.480954 6424 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:22.481073 6424 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:22.482325 6424 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:22.482444 6424 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:22.483580 6424 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:17:22.480954 6424 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:22.481073 6424 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:22.482325 6424 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:22.482444 6424 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:22.483580 6424 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:17:22.393852 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:17:22.393858 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:17:22.405924 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:17:22.405937 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:17:22.421010 2706 logs.go:123] Gathering logs for kube-controller-manager [50842b7ae497] ...
I0314 23:17:22.421019 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 50842b7ae497"
I0314 23:17:22.427419 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:17:22.427427 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:17:22.434776 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:17:22.434788 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:17:22.459915 2706 logs.go:123] Gathering logs for container status ...
I0314 23:17:22.459926 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:17:22.480342 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:17:22.480353 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:17:22.480381 2706 out.go:239] X Problems detected in kubelet:
W0314 23:17:22.480385 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:22.480388 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:22.480392 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:22.480395 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:22.480400 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:17:22.480402 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:17:22.480405 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:17:32.484041 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:17:32.489931 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:17:32.495863 2706 logs.go:276] 0 containers: []
W0314 23:17:32.495875 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:17:32.495934 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:17:32.501427 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:17:32.501492 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:17:32.507089 2706 logs.go:276] 0 containers: []
W0314 23:17:32.507102 2706 logs.go:278] No container was found matching "coredns"
I0314 23:17:32.507144 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:17:32.512377 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:17:32.512438 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:17:32.517813 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:17:32.517863 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:17:32.531826 2706 logs.go:276] 1 containers: [50842b7ae497]
I0314 23:17:32.531880 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:17:32.537502 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:17:32.537548 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:17:32.542625 2706 logs.go:276] 0 containers: []
W0314 23:17:32.542633 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:17:32.542642 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:17:32.542647 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:17:32.561346 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:32.561430 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:32.561506 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:17:32.561588 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:17:32.562444 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.562524 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:17:32.562600 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:32.562689 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:32.563158 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:17:32.563247 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:17:32.563748 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.564146 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.564570 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.565119 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.565620 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.565671 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:32.566074 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.566481 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.567009 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.567483 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.567898 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.568302 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.568768 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.569179 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.569588 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.569991 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.570392 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.570810 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.571201 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.571594 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.571986 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.572377 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.572779 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.573183 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.573598 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:32.573677 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:17:32.574910 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:32.575338 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:32.575778 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:32.576246 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:32.576330 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:17:32.576744 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:32.577157 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:32.577582 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:32.578004 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:32.578416 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:32.578508 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:32.578586 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:32.578672 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:32.578743 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:32.578824 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:17:32.589515 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:17:32.589524 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:17:32.594962 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:17:32.594971 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:17:32.625637 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:17:32.712392 6582 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:32.712474 6582 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:32.713735 6582 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:32.713936 6582 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:32.715123 6582 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:17:32.712392 6582 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:32.712474 6582 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:32.713735 6582 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:32.713936 6582 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:32.715123 6582 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:17:32.625649 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:17:32.625654 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:17:32.637714 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:17:32.637727 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:17:32.663581 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:17:32.663592 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:17:32.671464 2706 logs.go:123] Gathering logs for kube-controller-manager [50842b7ae497] ...
I0314 23:17:32.671475 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 50842b7ae497"
I0314 23:17:32.678980 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:17:32.678992 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:17:32.686521 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:17:32.686530 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:17:32.711719 2706 logs.go:123] Gathering logs for container status ...
I0314 23:17:32.711729 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:17:32.733592 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:17:32.733603 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:17:32.733630 2706 out.go:239] X Problems detected in kubelet:
W0314 23:17:32.733634 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:32.733637 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:32.733642 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:32.733648 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:32.733667 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:17:32.733670 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:17:32.733673 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:17:42.737444 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:17:42.743099 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:17:42.748690 2706 logs.go:276] 0 containers: []
W0314 23:17:42.748702 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:17:42.748758 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:17:42.755619 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:17:42.755675 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:17:42.763594 2706 logs.go:276] 0 containers: []
W0314 23:17:42.763604 2706 logs.go:278] No container was found matching "coredns"
I0314 23:17:42.763647 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:17:42.769567 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:17:42.769619 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:17:42.775257 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:17:42.775312 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:17:42.780653 2706 logs.go:276] 1 containers: [50842b7ae497]
I0314 23:17:42.780713 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:17:42.786207 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:17:42.786253 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:17:42.791333 2706 logs.go:276] 0 containers: []
W0314 23:17:42.791340 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:17:42.791347 2706 logs.go:123] Gathering logs for kube-controller-manager [50842b7ae497] ...
I0314 23:17:42.791352 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 50842b7ae497"
I0314 23:17:42.798188 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:17:42.798199 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:17:42.827035 2706 logs.go:123] Gathering logs for container status ...
I0314 23:17:42.827048 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:17:42.847017 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:17:42.847040 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:17:42.866649 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:42.866738 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:42.866813 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:17:42.866896 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:17:42.867713 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.867793 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:17:42.867871 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:42.867957 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:42.868411 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:17:42.868500 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:17:42.868998 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.869394 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.869818 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.870369 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.870873 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.870928 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:42.871332 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.871739 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.872267 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.872740 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.873147 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.873551 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.874012 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.874419 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.874822 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.875229 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.875679 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.876098 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.876507 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.876910 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.877319 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.877722 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.878129 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.878544 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.878959 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:42.879037 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:17:42.880260 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:42.880677 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:42.881103 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:42.881538 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:42.881620 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:17:42.882033 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:42.882443 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:42.882864 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:42.883285 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:42.883708 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:42.883800 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:42.883882 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:42.883967 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:42.884042 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:42.884123 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:17:42.896821 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:17:42.896836 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:17:42.925819 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:17:43.013176 6776 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:43.013302 6776 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:43.014468 6776 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:43.014657 6776 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:43.015885 6776 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:17:43.013176 6776 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:43.013302 6776 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:43.014468 6776 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:43.014657 6776 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:43.015885 6776 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:17:42.925830 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:17:42.925836 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:17:42.938216 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:17:42.938227 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:17:42.963643 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:17:42.963658 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:17:42.969126 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:17:42.969134 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:17:42.976320 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:17:42.976333 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:17:42.983950 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:17:42.983960 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:17:42.983985 2706 out.go:239] X Problems detected in kubelet:
W0314 23:17:42.983989 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:42.983992 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:42.984009 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:42.984015 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:42.984018 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:17:42.984025 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:17:42.984028 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:17:52.987929 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:17:52.993965 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:17:52.999898 2706 logs.go:276] 0 containers: []
W0314 23:17:52.999912 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:17:52.999968 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:17:53.005367 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:17:53.005428 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:17:53.010799 2706 logs.go:276] 0 containers: []
W0314 23:17:53.010812 2706 logs.go:278] No container was found matching "coredns"
I0314 23:17:53.010861 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:17:53.023414 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:17:53.023469 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:17:53.028919 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:17:53.028970 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:17:53.034314 2706 logs.go:276] 2 containers: [4b8ab33411d3 50842b7ae497]
I0314 23:17:53.034362 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:17:53.043673 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:17:53.043740 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:17:53.049361 2706 logs.go:276] 0 containers: []
W0314 23:17:53.049369 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:17:53.049374 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:17:53.049379 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:17:53.068301 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:53.068386 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:53.068462 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:17:53.068547 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:17:53.069362 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.069441 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:17:53.069519 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:53.069605 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:53.070063 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:17:53.070151 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:17:53.070653 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.071049 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.071479 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.072034 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.072538 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.072589 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:53.072992 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.073395 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.073942 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.074419 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.074834 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.075256 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.075737 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.076174 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.076584 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.076989 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.077392 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.077796 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.078200 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.078603 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.079019 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.079436 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.079854 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.080263 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.080666 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:17:53.080745 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:17:53.081936 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:53.082365 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:53.082803 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:53.083251 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:53.083329 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:17:53.083756 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:53.084173 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:53.084600 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:53.085022 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:53.085435 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:17:53.085526 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:53.085603 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:53.085689 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:53.085760 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:53.085854 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:17:53.098321 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:17:53.098330 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:17:53.125405 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:17:53.125413 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:17:53.136410 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:17:53.136419 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:17:53.164573 2706 logs.go:123] Gathering logs for container status ...
I0314 23:17:53.164585 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:17:53.185944 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:17:53.185956 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:17:53.191060 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:17:53.191069 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:17:53.219301 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:17:53.307157 6999 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:53.307248 6999 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:53.308414 6999 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:53.308518 6999 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:53.309668 6999 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:17:53.307157 6999 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:53.307248 6999 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:53.308414 6999 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:53.308518 6999 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:17:53.309668 6999 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:17:53.219311 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:17:53.219317 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:17:53.230882 2706 logs.go:123] Gathering logs for kube-controller-manager [4b8ab33411d3] ...
I0314 23:17:53.230892 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4b8ab33411d3"
I0314 23:17:53.237795 2706 logs.go:123] Gathering logs for kube-controller-manager [50842b7ae497] ...
I0314 23:17:53.237808 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 50842b7ae497"
I0314 23:17:53.244651 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:17:53.244662 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:17:53.252251 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:17:53.252261 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:17:53.252312 2706 out.go:239] X Problems detected in kubelet:
W0314 23:17:53.252318 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:17:53.252322 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:53.252326 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:17:53.252330 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:17:53.252334 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:17:53.252391 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:17:53.252395 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:18:03.256249 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:18:03.262581 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:18:03.268486 2706 logs.go:276] 0 containers: []
W0314 23:18:03.268502 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:18:03.268565 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:18:03.274717 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:18:03.274783 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:18:03.280640 2706 logs.go:276] 0 containers: []
W0314 23:18:03.280652 2706 logs.go:278] No container was found matching "coredns"
I0314 23:18:03.280704 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:18:03.291289 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:18:03.291346 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:18:03.299269 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:18:03.299327 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:18:03.304932 2706 logs.go:276] 1 containers: [4b8ab33411d3]
I0314 23:18:03.304995 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:18:03.310852 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:18:03.310914 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:18:03.316344 2706 logs.go:276] 0 containers: []
W0314 23:18:03.316353 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:18:03.316359 2706 logs.go:123] Gathering logs for kube-controller-manager [4b8ab33411d3] ...
I0314 23:18:03.316364 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4b8ab33411d3"
I0314 23:18:03.323223 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:18:03.323232 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:18:03.331477 2706 logs.go:123] Gathering logs for container status ...
I0314 23:18:03.331487 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:18:03.354435 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:18:03.354446 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:18:03.373101 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:03.373186 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:03.373262 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:18:03.373344 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:18:03.374160 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.374240 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:18:03.374319 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:03.374405 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:03.374864 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:18:03.374952 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:18:03.375468 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.375885 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.376327 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.376892 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.377410 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.377462 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:03.377875 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.378288 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.378818 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.379283 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.379696 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.380116 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.380591 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.381007 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.381423 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.381839 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.382262 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.382677 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.383095 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.383508 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.383927 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.384345 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.384763 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.385184 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.385605 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:03.385684 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:18:03.386916 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:03.387345 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:03.387782 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:03.388233 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:03.388327 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:18:03.388749 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:03.389172 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:03.389604 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:03.390041 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:03.390466 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:03.390558 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:03.390634 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:03.390719 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:03.390790 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:03.390871 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:18:03.403609 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:18:03.403616 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:18:03.433194 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:18:03.521054 7192 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:03.521165 7192 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:03.522406 7192 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:03.522553 7192 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:03.523721 7192 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:18:03.521054 7192 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:03.521165 7192 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:03.522406 7192 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:03.522553 7192 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:03.523721 7192 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:18:03.433204 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:18:03.433209 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:18:03.444900 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:18:03.444912 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:18:03.451982 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:18:03.451991 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:18:03.457304 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:18:03.457313 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:18:03.485189 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:18:03.485200 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:18:03.511174 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:18:03.511183 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:18:03.511213 2706 out.go:239] X Problems detected in kubelet:
W0314 23:18:03.511219 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:03.511222 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:03.511234 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:03.511238 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:03.511242 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:18:03.511248 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:18:03.511251 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:18:13.515094 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:18:13.520704 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:18:13.526346 2706 logs.go:276] 0 containers: []
W0314 23:18:13.526357 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:18:13.526415 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:18:13.532302 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:18:13.532363 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:18:13.541737 2706 logs.go:276] 0 containers: []
W0314 23:18:13.541747 2706 logs.go:278] No container was found matching "coredns"
I0314 23:18:13.541795 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:18:13.547225 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:18:13.547277 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:18:13.553171 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:18:13.553246 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:18:13.563295 2706 logs.go:276] 1 containers: [4b8ab33411d3]
I0314 23:18:13.563359 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:18:13.569485 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:18:13.569554 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:18:13.575326 2706 logs.go:276] 0 containers: []
W0314 23:18:13.575335 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:18:13.575342 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:18:13.575348 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:18:13.602934 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:18:13.602952 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:18:13.611088 2706 logs.go:123] Gathering logs for container status ...
I0314 23:18:13.611102 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:18:13.632704 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:18:13.632714 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:18:13.651996 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:13.652082 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:13.652156 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:18:13.652238 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:18:13.653074 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.653157 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:18:13.653234 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:13.653321 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:13.653794 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:18:13.653887 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:18:13.654404 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.654805 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.655228 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.655781 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.656270 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.656320 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:13.656710 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.657102 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.657615 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.658068 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.658463 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.658855 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.659304 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.659695 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.660105 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.660522 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.660940 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.661350 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.661752 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.662155 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.662570 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.662973 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.663376 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.663781 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.664192 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:13.664270 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:18:13.665502 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:13.665932 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:13.666369 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:13.666817 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:13.666895 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:18:13.667318 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:13.667744 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:13.668167 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:13.668592 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:13.669015 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:13.669109 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:13.669185 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:13.669271 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:13.669342 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:13.669421 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:18:13.682656 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:18:13.682665 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:18:13.712289 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:18:13.800094 7362 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:13.800348 7362 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:13.801521 7362 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:13.801745 7362 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:13.802935 7362 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:18:13.800094 7362 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:13.800348 7362 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:13.801521 7362 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:13.801745 7362 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:13.802935 7362 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:18:13.712298 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:18:13.712303 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:18:13.723796 2706 logs.go:123] Gathering logs for kube-controller-manager [4b8ab33411d3] ...
I0314 23:18:13.723804 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4b8ab33411d3"
I0314 23:18:13.730804 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:18:13.730814 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:18:13.742067 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:18:13.742078 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:18:13.770180 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:18:13.770189 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:18:13.774996 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:18:13.775008 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:18:13.775031 2706 out.go:239] X Problems detected in kubelet:
W0314 23:18:13.775036 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:13.775039 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:13.775044 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:13.775047 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:13.775052 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:18:13.775055 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:18:13.775058 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:18:23.778900 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:18:23.784260 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:18:23.789880 2706 logs.go:276] 0 containers: []
W0314 23:18:23.789890 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:18:23.789935 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:18:23.795545 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:18:23.795599 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:18:23.800754 2706 logs.go:276] 0 containers: []
W0314 23:18:23.800763 2706 logs.go:278] No container was found matching "coredns"
I0314 23:18:23.800808 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:18:23.806522 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:18:23.806580 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:18:23.815276 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:18:23.815333 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:18:23.820836 2706 logs.go:276] 1 containers: [4b8ab33411d3]
I0314 23:18:23.820895 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:18:23.826604 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:18:23.826661 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:18:23.832031 2706 logs.go:276] 0 containers: []
W0314 23:18:23.832041 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:18:23.832048 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:18:23.832054 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:18:23.861234 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:18:23.949043 7492 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:23.949139 7492 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:23.950412 7492 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:23.950523 7492 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:23.951656 7492 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:18:23.949043 7492 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:23.949139 7492 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:23.950412 7492 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:23.950523 7492 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:23.951656 7492 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:18:23.861244 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:18:23.861249 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:18:23.872920 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:18:23.872931 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:18:23.880607 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:18:23.880618 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:18:23.888785 2706 logs.go:123] Gathering logs for container status ...
I0314 23:18:23.888795 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:18:23.911749 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:18:23.911762 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:18:23.917550 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:18:23.917561 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:18:23.946195 2706 logs.go:123] Gathering logs for kube-controller-manager [4b8ab33411d3] ...
I0314 23:18:23.946211 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4b8ab33411d3"
I0314 23:18:23.956903 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:18:23.956919 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:18:23.986947 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:18:23.986966 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:18:24.006636 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:24.006724 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:24.006800 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:18:24.006882 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:18:24.007705 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.007784 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:18:24.007861 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:24.007947 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:24.008410 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:18:24.008498 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:18:24.009009 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.009420 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.009874 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.010434 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.010937 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.010987 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:24.011393 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.011800 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.012342 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.012813 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.013224 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.013631 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.014096 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.014500 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.014901 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.015298 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.015688 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.016082 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.016473 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.016865 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.017257 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.017648 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.018043 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.018438 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.018836 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:24.018914 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:18:24.020113 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:24.020532 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:24.020958 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:24.021391 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:24.021469 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:18:24.021870 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:24.022269 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:24.022681 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:24.023127 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:24.023544 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:24.023637 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:24.023715 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:24.023801 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:24.023872 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:24.023952 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:18:24.037787 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:18:24.037801 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:18:24.037836 2706 out.go:239] X Problems detected in kubelet:
W0314 23:18:24.037842 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:24.037846 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:24.037851 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:24.037854 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:24.037857 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:18:24.037863 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:18:24.037866 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:18:34.040399 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:18:34.046273 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:18:34.053214 2706 logs.go:276] 0 containers: []
W0314 23:18:34.053227 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:18:34.053290 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:18:34.059682 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:18:34.059749 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:18:34.065824 2706 logs.go:276] 0 containers: []
W0314 23:18:34.065838 2706 logs.go:278] No container was found matching "coredns"
I0314 23:18:34.065899 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:18:34.072162 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:18:34.072233 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:18:34.078376 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:18:34.078441 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:18:34.084134 2706 logs.go:276] 1 containers: [4b8ab33411d3]
I0314 23:18:34.084184 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:18:34.089962 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:18:34.090021 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:18:34.095450 2706 logs.go:276] 0 containers: []
W0314 23:18:34.095460 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:18:34.095467 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:18:34.095472 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:18:34.100606 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:18:34.100618 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:18:34.130531 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:18:34.217855 7661 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:34.217976 7661 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:34.219266 7661 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:34.219349 7661 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:34.220508 7661 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:18:34.217855 7661 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:34.217976 7661 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:34.219266 7661 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:34.219349 7661 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:34.220508 7661 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:18:34.130542 2706 logs.go:123] Gathering logs for kube-controller-manager [4b8ab33411d3] ...
I0314 23:18:34.130547 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4b8ab33411d3"
I0314 23:18:34.137839 2706 logs.go:123] Gathering logs for container status ...
I0314 23:18:34.137849 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:18:34.160413 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:18:34.160425 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:18:34.180564 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:34.180651 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:34.180726 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:18:34.180811 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:18:34.181626 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.181708 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:18:34.181785 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:34.181875 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:34.182335 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:18:34.182424 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:18:34.182929 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.183329 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.183765 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.184312 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.184812 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.184866 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:34.185270 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.185673 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.186201 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.186665 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.187079 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.187503 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.187983 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.188402 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.188819 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.189236 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.189650 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.190068 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.190487 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.190900 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.191309 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.191712 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.192115 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.192522 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.192930 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:34.193009 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:18:34.194239 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:34.194651 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:34.195068 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:34.195502 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:34.195580 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:18:34.195980 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:34.196379 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:34.196795 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:34.197205 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:34.197608 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:34.197703 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:34.197778 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:34.197863 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:34.197933 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:34.198012 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:18:34.211754 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:18:34.211763 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:18:34.241281 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:18:34.241297 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:18:34.248946 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:18:34.248962 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:18:34.256991 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:18:34.257000 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:18:34.285832 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:18:34.285843 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:18:34.304010 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:18:34.304021 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:18:34.304050 2706 out.go:239] X Problems detected in kubelet:
W0314 23:18:34.304054 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:34.304057 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:34.304061 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:34.304064 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:34.304067 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:18:34.304070 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:18:34.304072 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:18:44.307947 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:18:44.313558 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:18:44.319181 2706 logs.go:276] 0 containers: []
W0314 23:18:44.319194 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:18:44.319246 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:18:44.324903 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:18:44.324963 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:18:44.330604 2706 logs.go:276] 0 containers: []
W0314 23:18:44.330614 2706 logs.go:278] No container was found matching "coredns"
I0314 23:18:44.330658 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:18:44.336761 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:18:44.336820 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:18:44.342663 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:18:44.342718 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:18:44.351830 2706 logs.go:276] 1 containers: [4b8ab33411d3]
I0314 23:18:44.351878 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:18:44.359907 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:18:44.359959 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:18:44.365364 2706 logs.go:276] 0 containers: []
W0314 23:18:44.365374 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:18:44.365381 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:18:44.365386 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:18:44.372415 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:18:44.372424 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:18:44.387433 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:18:44.387444 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:18:44.403908 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:44.403995 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:44.404071 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:18:44.404153 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:18:44.405004 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.405083 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:18:44.405160 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:44.405246 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:44.405714 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:18:44.405814 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:18:44.406329 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.406737 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.407165 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.407713 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.408217 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.408269 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:44.408675 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.409077 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.409608 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.410073 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.410479 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.410883 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.411365 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.411780 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.412198 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.412614 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.413032 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.413453 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.413867 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.414288 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.414703 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.415118 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.415532 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.415954 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.416369 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:44.416451 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:18:44.417682 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:44.418113 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:44.418553 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:44.419006 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:44.419089 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:18:44.419514 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:44.419942 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:44.420376 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:44.420823 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:44.421249 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:44.421347 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:44.421425 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:44.421512 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:44.421588 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:44.421668 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:18:44.435740 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:18:44.435748 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:18:44.441113 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:18:44.441122 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:18:44.470539 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:18:44.470551 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:18:44.496488 2706 logs.go:123] Gathering logs for container status ...
I0314 23:18:44.496498 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:18:44.516890 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:18:44.516903 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:18:44.545283 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:18:44.632512 7879 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:44.632611 7879 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:44.633862 7879 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:44.634038 7879 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:44.635292 7879 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:18:44.632512 7879 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:44.632611 7879 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:44.633862 7879 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:44.634038 7879 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:44.635292 7879 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:18:44.545296 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:18:44.545301 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:18:44.556927 2706 logs.go:123] Gathering logs for kube-controller-manager [4b8ab33411d3] ...
I0314 23:18:44.556937 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4b8ab33411d3"
I0314 23:18:44.568567 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:18:44.568576 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:18:44.568602 2706 out.go:239] X Problems detected in kubelet:
W0314 23:18:44.568606 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:44.568610 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:44.568614 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:44.568621 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:44.568624 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:18:44.568627 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:18:44.568629 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:18:54.572483 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:18:54.578391 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:18:54.584069 2706 logs.go:276] 0 containers: []
W0314 23:18:54.584081 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:18:54.584125 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:18:54.589615 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:18:54.589672 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:18:54.595110 2706 logs.go:276] 0 containers: []
W0314 23:18:54.595121 2706 logs.go:278] No container was found matching "coredns"
I0314 23:18:54.595160 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:18:54.600636 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:18:54.600682 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:18:54.606424 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:18:54.606476 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:18:54.611714 2706 logs.go:276] 1 containers: [4b8ab33411d3]
I0314 23:18:54.611770 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:18:54.617846 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:18:54.617904 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:18:54.623386 2706 logs.go:276] 0 containers: []
W0314 23:18:54.623396 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:18:54.623405 2706 logs.go:123] Gathering logs for container status ...
I0314 23:18:54.623410 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:18:54.643357 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:18:54.643366 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:18:54.649864 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:18:54.649876 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:18:54.665396 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:18:54.665411 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:18:54.672766 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:18:54.672777 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:18:54.681589 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:18:54.681598 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:18:54.709821 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:18:54.709837 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:18:54.729167 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:54.729253 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:54.729327 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:18:54.729408 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:18:54.730199 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.730278 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:18:54.730354 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:54.730439 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:54.730880 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:18:54.730968 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:18:54.731466 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.731861 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.732284 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.732822 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.733308 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.733357 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:54.733747 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.734138 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.734650 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.735101 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.735519 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.735927 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.736391 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.736794 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.737198 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.737611 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.738031 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.738446 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.738862 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.739276 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.739691 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.740105 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.740517 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.740925 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.741327 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:18:54.741406 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:18:54.742603 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:54.743021 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:54.743448 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:54.743883 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:54.743961 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:18:54.744375 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:54.744786 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:54.745208 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:54.745629 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:54.746041 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:18:54.746133 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:54.746209 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:54.746295 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:54.746366 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:54.746447 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:18:54.760863 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:18:54.760869 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:18:54.792019 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:18:54.879114 8064 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:54.879287 8064 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:54.880482 8064 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:54.880700 8064 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:54.881869 8064 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:18:54.879114 8064 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:54.879287 8064 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:54.880482 8064 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:54.880700 8064 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:18:54.881869 8064 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:18:54.792030 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:18:54.792039 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:18:54.825646 2706 logs.go:123] Gathering logs for kube-controller-manager [4b8ab33411d3] ...
I0314 23:18:54.825657 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4b8ab33411d3"
I0314 23:18:54.833107 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:18:54.833117 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:18:54.833145 2706 out.go:239] X Problems detected in kubelet:
W0314 23:18:54.833148 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:18:54.833154 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:54.833163 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:18:54.833179 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:18:54.833183 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:18:54.833187 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:18:54.833190 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:19:04.835554 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:19:04.841585 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:19:04.848295 2706 logs.go:276] 0 containers: []
W0314 23:19:04.848308 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:19:04.848365 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:19:04.853999 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:19:04.854059 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:19:04.860259 2706 logs.go:276] 0 containers: []
W0314 23:19:04.860268 2706 logs.go:278] No container was found matching "coredns"
I0314 23:19:04.860317 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:19:04.866852 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:19:04.866914 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:19:04.873057 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:19:04.873119 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:19:04.879930 2706 logs.go:276] 1 containers: [4b8ab33411d3]
I0314 23:19:04.879989 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:19:04.896007 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:19:04.896077 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:19:04.903761 2706 logs.go:276] 0 containers: []
W0314 23:19:04.903771 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:19:04.903778 2706 logs.go:123] Gathering logs for kube-controller-manager [4b8ab33411d3] ...
I0314 23:19:04.903783 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4b8ab33411d3"
I0314 23:19:04.918652 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:19:04.918665 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:19:04.948242 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:19:04.948253 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:19:04.967182 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:04.967271 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:04.967347 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:19:04.967430 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:19:04.968265 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.968345 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:19:04.968422 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:04.968509 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:04.968968 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:19:04.969057 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:19:04.969568 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.969974 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.970419 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.970999 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.971519 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.971571 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:04.971984 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.972399 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.972944 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.973420 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.973834 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.974250 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.974725 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.975138 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.975553 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.975956 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.976358 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.976766 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.977168 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.977571 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.977975 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.978379 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.978785 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.979190 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.979593 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:04.979674 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:19:04.980883 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:04.981310 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:04.981748 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:04.982214 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:04.982305 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:19:04.982733 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:04.983160 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:04.983595 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:04.984033 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:04.984456 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:04.984548 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:04.984624 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:04.984714 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:04.984787 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:04.984869 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:19:04.999329 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:19:04.999336 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:19:05.031371 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:19:05.118486 8199 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:05.118609 8199 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:05.119809 8199 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:05.119974 8199 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:05.121244 8199 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:19:05.118486 8199 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:05.118609 8199 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:05.119809 8199 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:05.119974 8199 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:05.121244 8199 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:19:05.031382 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:19:05.031388 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:19:05.063378 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:19:05.063390 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:19:05.070649 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:19:05.070659 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:19:05.077924 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:19:05.077932 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:19:05.093620 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:19:05.093630 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:19:05.102048 2706 logs.go:123] Gathering logs for container status ...
I0314 23:19:05.102057 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:19:05.130407 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:19:05.130418 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:19:05.130447 2706 out.go:239] X Problems detected in kubelet:
W0314 23:19:05.130452 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:05.130507 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:05.130570 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:05.130577 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:05.130581 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:19:05.130584 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:19:05.130587 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:19:15.134412 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:19:15.140407 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:19:15.146257 2706 logs.go:276] 0 containers: []
W0314 23:19:15.146269 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:19:15.146320 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:19:15.151872 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:19:15.151934 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:19:15.157310 2706 logs.go:276] 0 containers: []
W0314 23:19:15.157320 2706 logs.go:278] No container was found matching "coredns"
I0314 23:19:15.157366 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:19:15.164062 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:19:15.164122 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:19:15.175994 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:19:15.176061 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:19:15.181972 2706 logs.go:276] 1 containers: [4b8ab33411d3]
I0314 23:19:15.182028 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:19:15.195974 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:19:15.196030 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:19:15.201263 2706 logs.go:276] 0 containers: []
W0314 23:19:15.201274 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:19:15.201281 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:19:15.201286 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:19:15.230463 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:19:15.317398 8355 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:15.317517 8355 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:15.318816 8355 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:15.318949 8355 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:15.320135 8355 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:19:15.317398 8355 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:15.317517 8355 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:15.318816 8355 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:15.318949 8355 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:15.320135 8355 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:19:15.230474 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:19:15.230480 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:19:15.261441 2706 logs.go:123] Gathering logs for kube-controller-manager [4b8ab33411d3] ...
I0314 23:19:15.261459 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4b8ab33411d3"
I0314 23:19:15.268832 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:19:15.268842 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:19:15.297135 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:19:15.297145 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:19:15.316315 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:15.316403 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:15.316480 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:19:15.316563 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:19:15.317374 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.317453 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:19:15.317530 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:15.317616 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:15.318085 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:19:15.318173 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:19:15.318685 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.319095 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.319536 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.320090 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.320591 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.320643 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:15.321051 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.321444 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.321976 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.322430 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.322823 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.323216 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.323664 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.324060 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.324466 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.324871 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.325277 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.325693 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.326108 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.326520 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.326937 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.327355 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.327770 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.328188 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.328605 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:15.328684 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:19:15.329921 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:15.330363 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:15.330780 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:15.331207 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:15.331284 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:19:15.331686 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:15.332088 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:15.332504 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:15.332917 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:15.333317 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:15.333407 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:15.333483 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:15.333568 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:15.333639 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:15.333718 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:19:15.349484 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:19:15.349492 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:19:15.355141 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:19:15.355150 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:19:15.372883 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:19:15.372895 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:19:15.380528 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:19:15.380538 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:19:15.389082 2706 logs.go:123] Gathering logs for container status ...
I0314 23:19:15.389092 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:19:15.409940 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:19:15.409951 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:19:15.409974 2706 out.go:239] X Problems detected in kubelet:
W0314 23:19:15.409979 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:15.409983 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:15.409987 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:15.410048 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:15.410075 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:19:15.410085 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:19:15.410107 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:19:25.413965 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:19:25.419696 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:19:25.425226 2706 logs.go:276] 0 containers: []
W0314 23:19:25.425238 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:19:25.425289 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:19:25.436079 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:19:25.436135 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:19:25.441333 2706 logs.go:276] 0 containers: []
W0314 23:19:25.441343 2706 logs.go:278] No container was found matching "coredns"
I0314 23:19:25.441391 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:19:25.446893 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:19:25.446950 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:19:25.452353 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:19:25.452410 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:19:25.459776 2706 logs.go:276] 2 containers: [29704c9a49f9 4b8ab33411d3]
I0314 23:19:25.459835 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:19:25.465504 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:19:25.465565 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:19:25.471037 2706 logs.go:276] 0 containers: []
W0314 23:19:25.471046 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:19:25.471051 2706 logs.go:123] Gathering logs for kube-controller-manager [29704c9a49f9] ...
I0314 23:19:25.471055 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 29704c9a49f9"
I0314 23:19:25.478049 2706 logs.go:123] Gathering logs for kube-controller-manager [4b8ab33411d3] ...
I0314 23:19:25.478059 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4b8ab33411d3"
I0314 23:19:25.484962 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:19:25.484975 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:19:25.513068 2706 logs.go:123] Gathering logs for container status ...
I0314 23:19:25.513079 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:19:25.534663 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:19:25.534675 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:19:25.539801 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:19:25.539809 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:19:25.569957 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:19:25.656779 8608 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:25.656899 8608 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:25.658150 8608 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:25.658372 8608 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:25.659625 8608 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:19:25.656779 8608 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:25.656899 8608 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:25.658150 8608 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:25.658372 8608 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:25.659625 8608 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:19:25.569966 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:19:25.569971 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:19:25.581497 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:19:25.581507 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:19:25.588606 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:19:25.588617 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:19:25.607232 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:25.607322 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:25.607400 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:19:25.607482 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:19:25.608307 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.608391 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:19:25.608468 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:25.608554 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:25.609019 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:19:25.609108 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:19:25.609617 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.610023 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.610462 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.611016 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.611529 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.611580 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:25.611995 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.612413 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.612957 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.613432 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.613847 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.614266 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.614742 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.615168 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.615585 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.615999 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.616409 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.616802 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.617204 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.617596 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.617991 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.618384 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.618782 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.619197 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.619614 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:25.619693 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:19:25.620886 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:25.621291 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:25.621711 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:25.622135 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:25.622212 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:19:25.622615 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:25.623016 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:25.623432 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:25.623842 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:25.624249 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:25.624340 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:25.624416 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:25.624501 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:25.624574 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:25.624653 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:19:25.640474 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:19:25.640483 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:19:25.677944 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:19:25.677955 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:19:25.687172 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:19:25.687182 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:19:25.687213 2706 out.go:239] X Problems detected in kubelet:
W0314 23:19:25.687218 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:25.687223 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:25.687227 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:25.687231 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:25.687242 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:19:25.687245 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:19:25.687247 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:19:35.691083 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:19:35.696191 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:19:35.702074 2706 logs.go:276] 0 containers: []
W0314 23:19:35.702087 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:19:35.702143 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:19:35.707781 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:19:35.707837 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:19:35.712898 2706 logs.go:276] 0 containers: []
W0314 23:19:35.712907 2706 logs.go:278] No container was found matching "coredns"
I0314 23:19:35.712950 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:19:35.718342 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:19:35.718394 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:19:35.724071 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:19:35.724130 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:19:35.730389 2706 logs.go:276] 1 containers: [29704c9a49f9]
I0314 23:19:35.730448 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:19:35.736191 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:19:35.736243 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:19:35.741358 2706 logs.go:276] 0 containers: []
W0314 23:19:35.741368 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:19:35.741375 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:19:35.741380 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:19:35.759798 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:35.759883 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:35.759958 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:19:35.760043 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:19:35.760896 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.760976 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:19:35.761055 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:35.761140 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:35.761608 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:19:35.761699 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:19:35.762210 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.762616 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.763052 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.763623 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.764146 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.764208 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:35.764636 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.765058 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.765607 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.766086 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.766503 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.766919 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.767398 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.767815 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.768238 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.768656 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.769070 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.769488 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.769904 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.770323 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.770741 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.771156 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.771575 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.771991 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.772395 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:35.772474 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:19:35.773668 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:35.774086 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:35.774521 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:35.774990 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:35.775071 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:19:35.775497 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:35.775924 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:35.776360 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:35.776801 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:35.777229 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:35.777325 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:35.777406 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:35.777493 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:35.777567 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:35.777648 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:19:35.794272 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:19:35.794279 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:19:35.825682 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:19:35.911747 8765 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:35.912185 8765 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:35.912902 8765 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:35.914132 8765 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:35.914281 8765 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:19:35.911747 8765 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:35.912185 8765 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:35.912902 8765 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:35.914132 8765 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:35.914281 8765 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:19:35.825690 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:19:35.825696 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:19:35.834827 2706 logs.go:123] Gathering logs for kube-controller-manager [29704c9a49f9] ...
I0314 23:19:35.834837 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 29704c9a49f9"
I0314 23:19:35.841883 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:19:35.841893 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:19:35.868272 2706 logs.go:123] Gathering logs for container status ...
I0314 23:19:35.868284 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:19:35.889571 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:19:35.889583 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:19:35.894848 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:19:35.894856 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:19:35.906553 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:19:35.906565 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:19:35.938363 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:19:35.938377 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:19:35.945610 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:19:35.945619 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:19:35.945649 2706 out.go:239] X Problems detected in kubelet:
W0314 23:19:35.945653 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:35.945656 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:35.945659 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:35.945662 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:35.945664 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:19:35.945667 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:19:35.945669 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:19:45.949556 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:19:45.955046 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:19:45.960766 2706 logs.go:276] 0 containers: []
W0314 23:19:45.960777 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:19:45.960841 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:19:45.966508 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:19:45.966565 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:19:45.971931 2706 logs.go:276] 0 containers: []
W0314 23:19:45.971941 2706 logs.go:278] No container was found matching "coredns"
I0314 23:19:45.971989 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:19:45.977630 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:19:45.977682 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:19:45.983365 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:19:45.983418 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:19:45.988589 2706 logs.go:276] 1 containers: [29704c9a49f9]
I0314 23:19:45.988650 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:19:45.994470 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:19:45.994521 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:19:46.000172 2706 logs.go:276] 0 containers: []
W0314 23:19:46.000183 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:19:46.000191 2706 logs.go:123] Gathering logs for container status ...
I0314 23:19:46.000195 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:19:46.020989 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:19:46.021001 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:19:46.049831 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:19:46.136929 8946 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:46.137045 8946 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:46.138257 8946 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:46.138355 8946 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:46.139580 8946 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:19:46.136929 8946 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:46.137045 8946 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:46.138257 8946 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:46.138355 8946 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:46.139580 8946 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:19:46.049841 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:19:46.049849 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:19:46.061727 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:19:46.061737 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:19:46.094580 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:19:46.094590 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:19:46.102144 2706 logs.go:123] Gathering logs for kube-controller-manager [29704c9a49f9] ...
I0314 23:19:46.102155 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 29704c9a49f9"
I0314 23:19:46.109174 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:19:46.109183 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:19:46.117830 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:19:46.117843 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:19:46.145672 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:19:46.145682 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:19:46.163446 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:46.163533 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:46.163608 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:19:46.163689 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:19:46.164506 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.164588 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:19:46.164665 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:46.164750 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:46.165208 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:19:46.165296 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:19:46.165794 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.166189 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.166613 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.167165 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.167671 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.167722 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:46.168125 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.168529 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.169063 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.169530 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.169938 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.170350 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.170827 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.171244 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.171662 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.172083 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.172487 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.172908 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.173312 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.173714 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.174119 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.174522 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.174934 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.175352 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.175758 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:46.175840 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:19:46.177033 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:46.177451 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:46.177876 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:46.178313 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:46.178391 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:19:46.178815 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:46.179238 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:46.179672 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:46.180114 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:46.180544 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:46.180639 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:46.180718 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:46.180804 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:46.180877 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:46.180959 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:19:46.197815 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:19:46.197829 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:19:46.203332 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:19:46.203340 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:19:46.203364 2706 out.go:239] X Problems detected in kubelet:
W0314 23:19:46.203368 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:46.203371 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:46.203374 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:46.203378 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:46.203381 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:19:46.203385 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:19:46.203388 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:19:56.207230 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:19:56.213017 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:19:56.218940 2706 logs.go:276] 0 containers: []
W0314 23:19:56.218952 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:19:56.219004 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:19:56.233008 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:19:56.233071 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:19:56.238410 2706 logs.go:276] 0 containers: []
W0314 23:19:56.238422 2706 logs.go:278] No container was found matching "coredns"
I0314 23:19:56.238472 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:19:56.243923 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:19:56.243982 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:19:56.252092 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:19:56.252150 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:19:56.257855 2706 logs.go:276] 1 containers: [29704c9a49f9]
I0314 23:19:56.257903 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:19:56.263697 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:19:56.263754 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:19:56.269133 2706 logs.go:276] 0 containers: []
W0314 23:19:56.269142 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:19:56.269150 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:19:56.269154 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:19:56.287165 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:56.287251 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:56.287328 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:19:56.287410 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:19:56.288251 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.288336 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:19:56.288413 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:56.288498 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:56.288966 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:19:56.289059 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:19:56.289570 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.289981 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.290418 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.290985 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.291506 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.291561 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:56.291966 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.292378 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.292922 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.293401 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.293815 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.294230 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.294704 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.295106 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.295508 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.295900 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.296291 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.296692 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.297083 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.297474 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.297872 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.298263 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.298674 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.299083 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.299485 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:19:56.299566 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:19:56.300763 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:56.301184 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:56.301609 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:56.302044 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:56.302125 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:19:56.302537 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:56.302947 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:56.303380 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:56.303815 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:56.304238 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:19:56.304330 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:56.304406 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:56.304491 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:56.304562 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:56.304642 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:19:56.321448 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:19:56.321455 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:19:56.351028 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:19:56.437950 9105 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:56.438086 9105 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:56.439310 9105 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:56.439545 9105 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:56.440756 9105 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:19:56.437950 9105 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:56.438086 9105 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:56.439310 9105 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:56.439545 9105 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:19:56.440756 9105 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:19:56.351037 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:19:56.351043 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:19:56.362948 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:19:56.362959 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:19:56.370187 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:19:56.370198 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:19:56.379214 2706 logs.go:123] Gathering logs for container status ...
I0314 23:19:56.379224 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:19:56.399576 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:19:56.399588 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:19:56.404663 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:19:56.404670 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:19:56.437838 2706 logs.go:123] Gathering logs for kube-controller-manager [29704c9a49f9] ...
I0314 23:19:56.437849 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 29704c9a49f9"
I0314 23:19:56.444905 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:19:56.444915 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:19:56.473633 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:19:56.473642 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:19:56.473669 2706 out.go:239] X Problems detected in kubelet:
W0314 23:19:56.473672 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:19:56.473675 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:56.473679 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:19:56.473683 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:19:56.473685 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:19:56.473688 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:19:56.473691 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:20:06.477561 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:20:06.483416 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:20:06.489077 2706 logs.go:276] 0 containers: []
W0314 23:20:06.489087 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:20:06.489132 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:20:06.494898 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:20:06.494948 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:20:06.500904 2706 logs.go:276] 0 containers: []
W0314 23:20:06.500915 2706 logs.go:278] No container was found matching "coredns"
I0314 23:20:06.500964 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:20:06.506592 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:20:06.506648 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:20:06.512042 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:20:06.512099 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:20:06.517670 2706 logs.go:276] 1 containers: [29704c9a49f9]
I0314 23:20:06.517719 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:20:06.523390 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:20:06.523450 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:20:06.528821 2706 logs.go:276] 0 containers: []
W0314 23:20:06.528835 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:20:06.528843 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:20:06.528847 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:20:06.534112 2706 logs.go:123] Gathering logs for kube-controller-manager [29704c9a49f9] ...
I0314 23:20:06.534120 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 29704c9a49f9"
I0314 23:20:06.541132 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:20:06.541142 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:20:06.570404 2706 logs.go:123] Gathering logs for container status ...
I0314 23:20:06.570416 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:20:06.592309 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:20:06.592321 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:20:06.600917 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:20:06.600928 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:20:06.609589 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:20:06.609597 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:20:06.627887 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:06.627971 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:06.628046 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:20:06.628127 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:20:06.628926 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.629007 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:20:06.629084 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:06.629172 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:06.629613 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:20:06.629700 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:20:06.630181 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.630581 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.631007 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.631571 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.632078 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.632130 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:06.632530 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.632921 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.633435 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.633885 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.634277 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.634670 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.635122 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.635526 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.635932 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.636336 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.636739 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.637143 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.637548 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.637962 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.638387 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.638794 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.639197 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.639603 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.639995 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:06.640073 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:20:06.641232 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:06.641642 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:06.642060 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:06.642483 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:06.642561 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:20:06.642962 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:06.643369 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:06.643792 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:06.644215 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:06.644627 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:06.644717 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:06.644793 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:06.644878 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:06.644949 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:06.645029 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:20:06.662135 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:20:06.662142 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:20:06.692995 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:20:06.780322 9312 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:06.780449 9312 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:06.781662 9312 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:06.781744 9312 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:06.782941 9312 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:20:06.780322 9312 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:06.780449 9312 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:06.781662 9312 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:06.781744 9312 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:06.782941 9312 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:20:06.693004 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:20:06.693009 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:20:06.704514 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:20:06.704526 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:20:06.739251 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:20:06.739262 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:20:06.739286 2706 out.go:239] X Problems detected in kubelet:
W0314 23:20:06.739290 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:06.739293 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:06.739298 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:06.739300 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:06.739307 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:20:06.739310 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:20:06.739313 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:20:16.743193 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:20:16.748560 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:20:16.754395 2706 logs.go:276] 0 containers: []
W0314 23:20:16.754409 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:20:16.754459 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:20:16.763787 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:20:16.763851 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:20:16.769532 2706 logs.go:276] 0 containers: []
W0314 23:20:16.769544 2706 logs.go:278] No container was found matching "coredns"
I0314 23:20:16.769608 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:20:16.775203 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:20:16.775257 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:20:16.783846 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:20:16.783900 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:20:16.789413 2706 logs.go:276] 1 containers: [29704c9a49f9]
I0314 23:20:16.789460 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:20:16.795247 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:20:16.795305 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:20:16.800721 2706 logs.go:276] 0 containers: []
W0314 23:20:16.800729 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:20:16.800736 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:20:16.800741 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:20:16.809649 2706 logs.go:123] Gathering logs for container status ...
I0314 23:20:16.809659 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:20:16.830081 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:20:16.830092 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:20:16.845240 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:16.845324 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:16.845398 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:20:16.845479 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:20:16.846276 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.846354 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:20:16.846431 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:16.846520 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:16.846961 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:20:16.847049 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:20:16.847537 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.847937 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.848361 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.848909 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.849409 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.849460 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:16.849863 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.850270 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.850797 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.851252 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.851644 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.852036 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.852499 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.852891 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.853284 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.853675 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.854079 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.854486 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.854892 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.855294 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.855699 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.856107 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.856525 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.856943 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.857362 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:16.857446 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:20:16.858694 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:16.859124 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:16.859557 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:16.859994 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:16.860073 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:20:16.860483 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:16.860883 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:16.861303 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:16.861715 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:16.862114 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:16.862205 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:16.862281 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:16.862366 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:16.862437 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:16.862518 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:20:16.880059 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:20:16.880069 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:20:16.885517 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:20:16.885524 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:20:16.913829 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:20:17.000972 9463 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:17.001180 9463 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:17.002310 9463 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:17.002462 9463 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:17.003723 9463 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:20:17.000972 9463 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:17.001180 9463 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:17.002310 9463 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:17.002462 9463 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:17.003723 9463 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:20:16.913839 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:20:16.913844 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:20:16.947751 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:20:16.947762 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:20:16.954996 2706 logs.go:123] Gathering logs for kube-controller-manager [29704c9a49f9] ...
I0314 23:20:16.955006 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 29704c9a49f9"
I0314 23:20:16.961879 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:20:16.961890 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:20:16.973177 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:20:16.973188 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:20:17.001997 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:20:17.002006 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:20:17.002030 2706 out.go:239] X Problems detected in kubelet:
W0314 23:20:17.002035 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:17.002051 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:17.002055 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:17.002071 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:17.002075 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:20:17.002078 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:20:17.002082 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:20:27.005890 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:20:27.011481 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:20:27.017518 2706 logs.go:276] 0 containers: []
W0314 23:20:27.017530 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:20:27.017584 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:20:27.023458 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:20:27.023531 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:20:27.029404 2706 logs.go:276] 0 containers: []
W0314 23:20:27.029419 2706 logs.go:278] No container was found matching "coredns"
I0314 23:20:27.029466 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:20:27.035192 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:20:27.035251 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:20:27.040703 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:20:27.040754 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:20:27.046609 2706 logs.go:276] 1 containers: [29704c9a49f9]
I0314 23:20:27.046662 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:20:27.052689 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:20:27.052739 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:20:27.058080 2706 logs.go:276] 0 containers: []
W0314 23:20:27.058090 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:20:27.058099 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:20:27.058103 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:20:27.070230 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:20:27.070241 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:20:27.097532 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:20:27.097541 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:20:27.102777 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:20:27.102783 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:20:27.131861 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:20:27.219245 9607 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:27.219394 9607 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:27.220582 9607 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:27.220715 9607 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:27.221929 9607 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:20:27.219245 9607 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:27.219394 9607 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:27.220582 9607 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:27.220715 9607 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:27.221929 9607 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:20:27.131869 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:20:27.131874 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:20:27.144129 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:20:27.144140 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:20:27.153212 2706 logs.go:123] Gathering logs for container status ...
I0314 23:20:27.153221 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:20:27.173564 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:20:27.173577 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:20:27.189287 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:27.189377 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:27.189453 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:20:27.189535 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:20:27.190377 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.190457 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:20:27.190535 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:27.190621 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:27.191089 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:20:27.191177 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:20:27.191683 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.192092 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.192525 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.193081 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.193592 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.193642 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:27.194054 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.194467 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.195008 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.195482 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.195902 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.196318 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.196790 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.197204 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.197608 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.198015 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.198417 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.198821 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.199228 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.199619 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.200014 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.200411 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.200802 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.201195 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.201586 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:27.201663 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:20:27.202820 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:27.203231 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:27.203646 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:27.204094 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:27.204172 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:20:27.204595 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:27.205017 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:27.205461 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:27.205898 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:27.206315 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:27.206407 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:27.206485 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:27.206571 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:27.206642 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:27.206723 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:20:27.224386 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:20:27.224391 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:20:27.258505 2706 logs.go:123] Gathering logs for kube-controller-manager [29704c9a49f9] ...
I0314 23:20:27.258515 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 29704c9a49f9"
I0314 23:20:27.265521 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:20:27.265531 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:20:27.265554 2706 out.go:239] X Problems detected in kubelet:
W0314 23:20:27.265560 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:27.265563 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:27.265569 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:27.265574 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:27.265579 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:20:27.265585 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:20:27.265588 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:20:37.269403 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:20:37.275469 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:20:37.281179 2706 logs.go:276] 0 containers: []
W0314 23:20:37.281192 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:20:37.281248 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:20:37.291585 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:20:37.291642 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:20:37.297104 2706 logs.go:276] 0 containers: []
W0314 23:20:37.297115 2706 logs.go:278] No container was found matching "coredns"
I0314 23:20:37.297166 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:20:37.302957 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:20:37.303009 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:20:37.311679 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:20:37.311739 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:20:37.317232 2706 logs.go:276] 1 containers: [29704c9a49f9]
I0314 23:20:37.317288 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:20:37.322848 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:20:37.322904 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:20:37.328235 2706 logs.go:276] 0 containers: []
W0314 23:20:37.328246 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:20:37.328253 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:20:37.328258 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:20:37.333911 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:20:37.333921 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:20:37.362370 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:20:37.449789 9769 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:37.449875 9769 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:37.451041 9769 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:37.451143 9769 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:37.452344 9769 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:20:37.449789 9769 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:37.449875 9769 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:37.451041 9769 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:37.451143 9769 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:37.452344 9769 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:20:37.362383 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:20:37.362389 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:20:37.397098 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:20:37.397109 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:20:37.404376 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:20:37.404386 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:20:37.413691 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:20:37.413701 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:20:37.428576 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:37.428665 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:37.428741 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:20:37.428823 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:20:37.429639 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.429722 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:20:37.429799 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:37.429885 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:37.430352 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:20:37.430440 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:20:37.430937 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.431343 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.431780 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.432360 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.432885 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.432940 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:37.433355 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.433774 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.434324 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.434803 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.435209 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.435613 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.436063 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.436456 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.436849 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.437241 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.437645 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.438058 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.438463 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.438867 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.439275 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.439677 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.440080 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.440486 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.440901 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:37.440983 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:20:37.442217 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:37.442647 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:37.443085 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:37.443537 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:37.443620 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:20:37.444044 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:37.444471 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:37.444905 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:37.445339 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:37.445762 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:37.445853 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:37.445928 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:37.446014 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:37.446084 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:37.446165 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:20:37.464045 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:20:37.464058 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:20:37.481026 2706 logs.go:123] Gathering logs for kube-controller-manager [29704c9a49f9] ...
I0314 23:20:37.481036 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 29704c9a49f9"
I0314 23:20:37.487805 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:20:37.487818 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:20:37.516341 2706 logs.go:123] Gathering logs for container status ...
I0314 23:20:37.516353 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:20:37.537340 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:20:37.537352 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:20:37.537378 2706 out.go:239] X Problems detected in kubelet:
W0314 23:20:37.537383 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:37.537386 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:37.537390 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:37.537394 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:37.537397 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:20:37.537400 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:20:37.537402 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:20:47.541200 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:20:47.549908 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:20:47.563757 2706 logs.go:276] 0 containers: []
W0314 23:20:47.563770 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:20:47.563840 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:20:47.570120 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:20:47.570187 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:20:47.576236 2706 logs.go:276] 0 containers: []
W0314 23:20:47.576249 2706 logs.go:278] No container was found matching "coredns"
I0314 23:20:47.576309 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:20:47.582283 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:20:47.582352 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:20:47.588573 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:20:47.588857 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:20:47.596095 2706 logs.go:276] 1 containers: [29704c9a49f9]
I0314 23:20:47.596176 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:20:47.607624 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:20:47.607702 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:20:47.613391 2706 logs.go:276] 0 containers: []
W0314 23:20:47.613402 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:20:47.613409 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:20:47.613414 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:20:47.630306 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:47.630391 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:47.630467 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:20:47.630549 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:20:47.631365 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.631445 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:20:47.631523 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:47.631608 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:47.632070 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:20:47.632159 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:20:47.632658 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.633054 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.633479 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.634032 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.634548 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.634598 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:47.635013 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.635432 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.635969 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.636434 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.636835 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.637242 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.637709 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.638114 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.638518 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.638927 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.639330 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.639737 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.640154 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.640559 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.640965 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.641368 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.641783 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.642200 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.642603 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:47.642682 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:20:47.643881 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:47.644303 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:47.644733 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:47.645173 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:47.645251 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:20:47.645662 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:47.646085 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:47.646532 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:47.646959 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:47.647373 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:47.647465 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:47.647543 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:47.647630 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:47.647701 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:47.647782 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:20:47.666426 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:20:47.666435 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:20:47.671640 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:20:47.671647 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:20:47.683605 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:20:47.683615 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:20:47.727071 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:20:47.727082 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:20:47.734691 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:20:47.734702 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:20:47.744225 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:20:47.744240 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:20:47.775497 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:20:47.862766 9951 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:47.862897 9951 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:47.864091 9951 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:47.864252 9951 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:47.865402 9951 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:20:47.862766 9951 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:47.862897 9951 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:47.864091 9951 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:47.864252 9951 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:47.865402 9951 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:20:47.775506 2706 logs.go:123] Gathering logs for kube-controller-manager [29704c9a49f9] ...
I0314 23:20:47.775512 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 29704c9a49f9"
I0314 23:20:47.782879 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:20:47.782890 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:20:47.810173 2706 logs.go:123] Gathering logs for container status ...
I0314 23:20:47.810185 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:20:47.833530 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:20:47.833541 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:20:47.833571 2706 out.go:239] X Problems detected in kubelet:
W0314 23:20:47.833576 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:47.833580 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:47.833584 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:47.833587 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:47.833590 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:20:47.833607 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:20:47.833614 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:20:57.837359 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:20:57.842774 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:20:57.848859 2706 logs.go:276] 0 containers: []
W0314 23:20:57.848870 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:20:57.848922 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:20:57.854261 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:20:57.854320 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:20:57.863319 2706 logs.go:276] 0 containers: []
W0314 23:20:57.863331 2706 logs.go:278] No container was found matching "coredns"
I0314 23:20:57.863399 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:20:57.869191 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:20:57.869238 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:20:57.875509 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:20:57.875567 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:20:57.881445 2706 logs.go:276] 1 containers: [29704c9a49f9]
I0314 23:20:57.881501 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:20:57.886732 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:20:57.886778 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:20:57.899295 2706 logs.go:276] 0 containers: []
W0314 23:20:57.899306 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:20:57.899312 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:20:57.899318 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:20:57.929137 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:20:58.016777 10094 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:58.016878 10094 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:58.018050 10094 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:58.018148 10094 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:58.019338 10094 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:20:58.016777 10094 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:58.016878 10094 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:58.018050 10094 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:58.018148 10094 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:20:58.019338 10094 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:20:57.929147 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:20:57.929154 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:20:57.936742 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:20:57.936753 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:20:57.946077 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:20:57.946085 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:20:57.972545 2706 logs.go:123] Gathering logs for kube-controller-manager [29704c9a49f9] ...
I0314 23:20:57.972554 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 29704c9a49f9"
I0314 23:20:57.979825 2706 logs.go:123] Gathering logs for container status ...
I0314 23:20:57.979836 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:20:58.000680 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:20:58.000691 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:20:58.015898 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:58.015982 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:58.016058 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:20:58.016139 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:20:58.016937 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.017016 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:20:58.017092 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:58.017176 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:58.017623 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:20:58.017710 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:20:58.018190 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.018590 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.019016 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.019575 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.020080 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.020131 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:58.020536 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.020942 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.021473 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.021944 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.022347 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.022753 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.023202 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.023593 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.023992 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.024383 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.024774 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.025168 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.025558 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.025954 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.026360 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.026753 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.027144 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.027543 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.027945 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:20:58.028022 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:20:58.029180 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:58.029586 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:58.029999 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:58.030422 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:58.030500 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:20:58.030973 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:58.031402 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:58.031837 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:58.032272 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:58.032695 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:20:58.032787 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:58.032866 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:58.032956 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:58.033027 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:58.033110 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:20:58.051521 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:20:58.051527 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:20:58.056577 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:20:58.056585 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:20:58.067752 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:20:58.067761 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:20:58.105467 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:20:58.105483 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:20:58.105508 2706 out.go:239] X Problems detected in kubelet:
W0314 23:20:58.105512 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:20:58.105515 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:58.105519 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:20:58.105522 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:20:58.105525 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:20:58.105528 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:20:58.105531 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:21:08.109419 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:21:08.115128 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:21:08.120846 2706 logs.go:276] 0 containers: []
W0314 23:21:08.120858 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:21:08.120911 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:21:08.126647 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:21:08.126716 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:21:08.132005 2706 logs.go:276] 0 containers: []
W0314 23:21:08.132015 2706 logs.go:278] No container was found matching "coredns"
I0314 23:21:08.132063 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:21:08.137690 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:21:08.137740 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:21:08.143211 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:21:08.143263 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:21:08.151377 2706 logs.go:276] 1 containers: [29704c9a49f9]
I0314 23:21:08.151430 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:21:08.156830 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:21:08.156886 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:21:08.161991 2706 logs.go:276] 0 containers: []
W0314 23:21:08.162002 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:21:08.162009 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:21:08.162014 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:21:08.191165 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:21:08.278708 10258 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:08.278792 10258 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:08.280104 10258 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:08.280297 10258 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:08.281509 10258 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:21:08.278708 10258 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:08.278792 10258 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:08.280104 10258 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:08.280297 10258 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:08.281509 10258 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:21:08.191175 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:21:08.191181 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:21:08.198083 2706 logs.go:123] Gathering logs for kube-controller-manager [29704c9a49f9] ...
I0314 23:21:08.198092 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 29704c9a49f9"
I0314 23:21:08.204624 2706 logs.go:123] Gathering logs for container status ...
I0314 23:21:08.204632 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:21:08.226105 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:21:08.226117 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:21:08.240672 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:21:08.240761 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:21:08.240836 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:21:08.240918 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:21:08.241707 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.241786 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:21:08.241862 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:08.241947 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:08.242393 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:21:08.242481 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:21:08.242965 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.243360 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.243786 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.244334 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.244835 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.244886 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:21:08.245294 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.245708 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.246251 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.246734 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.247139 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.247552 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.248027 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.248457 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.248874 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.249288 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.249706 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.250121 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.250536 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.250969 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.251390 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.251810 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.252216 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.252621 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.253027 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:08.253106 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:21:08.254299 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:21:08.254718 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:08.255144 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:08.255579 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:08.255657 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:21:08.256081 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:08.256508 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:08.256946 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:08.257382 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:08.257807 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:08.257903 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:21:08.257982 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:08.258068 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:08.258140 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:21:08.258221 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:21:08.277320 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:21:08.277328 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:21:08.282563 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:21:08.282569 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:21:08.304713 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:21:08.304723 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:21:08.341150 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:21:08.341161 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:21:08.350898 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:21:08.350907 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:21:08.379463 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:21:08.379475 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:21:08.379502 2706 out.go:239] X Problems detected in kubelet:
W0314 23:21:08.379506 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:21:08.379510 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:08.379514 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:08.379518 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:21:08.379521 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:21:08.379524 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:21:08.379527 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:21:18.383361 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:21:18.389613 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:21:18.395374 2706 logs.go:276] 0 containers: []
W0314 23:21:18.395387 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:21:18.395440 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:21:18.401531 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:21:18.401594 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:21:18.407232 2706 logs.go:276] 0 containers: []
W0314 23:21:18.407242 2706 logs.go:278] No container was found matching "coredns"
I0314 23:21:18.407290 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:21:18.413798 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:21:18.413863 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:21:18.419464 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:21:18.419521 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:21:18.427160 2706 logs.go:276] 1 containers: [29704c9a49f9]
I0314 23:21:18.427218 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:21:18.432949 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:21:18.433001 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:21:18.443119 2706 logs.go:276] 0 containers: []
W0314 23:21:18.443129 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:21:18.443138 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:21:18.443144 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:21:18.472038 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:21:18.559836 10428 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:18.560054 10428 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:18.561265 10428 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:18.561415 10428 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:18.562595 10428 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:21:18.559836 10428 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:18.560054 10428 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:18.561265 10428 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:18.561415 10428 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:18.562595 10428 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:21:18.472049 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:21:18.472055 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:21:18.483768 2706 logs.go:123] Gathering logs for kube-controller-manager [29704c9a49f9] ...
I0314 23:21:18.483783 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 29704c9a49f9"
I0314 23:21:18.490654 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:21:18.490663 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:21:18.517122 2706 logs.go:123] Gathering logs for container status ...
I0314 23:21:18.517131 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:21:18.537379 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:21:18.537390 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:21:18.552235 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:21:18.552323 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:21:18.552403 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:21:18.552485 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:21:18.553327 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.553407 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:21:18.553486 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:18.553571 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:18.554039 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:21:18.554130 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:21:18.554633 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.555023 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.555440 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.555979 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.556474 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.556532 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:21:18.556921 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.557312 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.557824 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.558274 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.558667 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.559063 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.559512 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.559915 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.560334 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.560737 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.561139 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.561543 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.561953 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.562372 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.562794 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.563208 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.563619 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.564025 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.564432 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:18.564511 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:21:18.565707 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:21:18.566124 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:18.566566 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:18.567013 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:18.567091 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:21:18.567514 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:18.567937 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:18.568370 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:18.568803 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:18.569231 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:18.569323 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:21:18.569399 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:18.569488 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:18.569563 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:21:18.569646 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:21:18.588929 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:21:18.588940 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:21:18.625722 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:21:18.625732 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:21:18.640175 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:21:18.640187 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:21:18.649586 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:21:18.649595 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:21:18.654806 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:21:18.654816 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:21:18.654842 2706 out.go:239] X Problems detected in kubelet:
W0314 23:21:18.654847 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:21:18.654850 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:18.654856 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:18.654862 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:21:18.654865 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:21:18.654870 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:21:18.654872 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:21:28.658799 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:21:28.664594 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:21:28.670346 2706 logs.go:276] 0 containers: []
W0314 23:21:28.670358 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:21:28.670414 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:21:28.683141 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:21:28.683205 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:21:28.689216 2706 logs.go:276] 0 containers: []
W0314 23:21:28.689228 2706 logs.go:278] No container was found matching "coredns"
I0314 23:21:28.689288 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:21:28.695053 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:21:28.695109 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:21:28.700441 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:21:28.700491 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:21:28.707342 2706 logs.go:276] 1 containers: [29704c9a49f9]
I0314 23:21:28.707408 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:21:28.713248 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:21:28.713301 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:21:28.718952 2706 logs.go:276] 0 containers: []
W0314 23:21:28.718961 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:21:28.718968 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:21:28.718972 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:21:28.723943 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:21:28.723951 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:21:28.735372 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:21:28.735383 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:21:28.772982 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:21:28.772996 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:21:28.780194 2706 logs.go:123] Gathering logs for kube-controller-manager [29704c9a49f9] ...
I0314 23:21:28.780203 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 29704c9a49f9"
I0314 23:21:28.787084 2706 logs.go:123] Gathering logs for container status ...
I0314 23:21:28.787092 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:21:28.807486 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:21:28.807496 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:21:28.824267 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:21:28.824351 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:21:28.824425 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:21:28.824507 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:21:28.825302 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.825383 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:21:28.825460 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:28.825546 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:28.826000 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:21:28.826088 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:21:28.826595 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.826993 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.827419 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.827968 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.828468 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.828521 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:21:28.828925 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.829344 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.829891 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.830374 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.830792 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.831212 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.831691 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.832105 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.832523 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.832942 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.833360 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.833782 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.834196 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.834604 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.835008 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.835411 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.835815 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.836219 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.836630 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:28.836709 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:21:28.837902 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:21:28.838321 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:28.838747 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:28.839182 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:28.839261 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:21:28.839689 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:28.840107 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:28.840517 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:28.840926 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:28.841328 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:28.841420 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:21:28.841496 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:28.841582 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:28.841652 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:21:28.841732 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:21:28.860729 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:21:28.860736 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:21:28.870421 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:21:28.870430 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:21:28.897581 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:21:28.897590 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:21:28.928144 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:21:29.016055 10646 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:29.016203 10646 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:29.017431 10646 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:29.017519 10646 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:29.018704 10646 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:21:29.016055 10646 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:29.016203 10646 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:29.017431 10646 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:29.017519 10646 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:29.018704 10646 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:21:28.928158 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:21:28.928163 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:21:28.928189 2706 out.go:239] X Problems detected in kubelet:
W0314 23:21:28.928194 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:21:28.928199 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:28.928206 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:28.928209 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:21:28.928212 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:21:28.928215 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:21:28.928217 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:21:38.932144 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:21:38.938435 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:21:38.944391 2706 logs.go:276] 0 containers: []
W0314 23:21:38.944404 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:21:38.944477 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:21:38.950509 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:21:38.950581 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:21:38.958699 2706 logs.go:276] 0 containers: []
W0314 23:21:38.958708 2706 logs.go:278] No container was found matching "coredns"
I0314 23:21:38.958759 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:21:38.964629 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:21:38.964685 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:21:38.970660 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:21:38.970722 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:21:38.977107 2706 logs.go:276] 1 containers: [29704c9a49f9]
I0314 23:21:38.977175 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:21:38.983757 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:21:38.983822 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:21:38.993182 2706 logs.go:276] 0 containers: []
W0314 23:21:38.993190 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:21:38.993197 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:21:38.993202 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:21:39.007411 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:21:39.007495 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:21:39.007570 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:21:39.007651 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:21:39.008492 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.008571 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:21:39.008651 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:39.008736 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:39.009204 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:21:39.009295 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:21:39.009805 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.010216 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.010666 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.011221 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.011723 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.011774 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:21:39.012178 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.012580 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.013109 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.013583 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.013986 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.014402 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.014874 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.015286 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.015698 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.016116 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.016533 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.016947 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.017361 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.017775 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.018201 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.018614 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.019028 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.019443 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.019855 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:39.019934 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:21:39.021137 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:21:39.021568 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:39.022004 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:39.022458 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:39.022536 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:21:39.022958 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:39.023379 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:39.023815 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:39.024248 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:39.024673 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:39.024765 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:21:39.024842 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:39.024927 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:39.025000 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:21:39.025081 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:21:39.044132 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:21:39.044138 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:21:39.049596 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:21:39.049604 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:21:39.078374 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:21:39.166547 10762 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:39.166713 10762 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:39.167791 10762 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:39.167886 10762 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:39.169128 10762 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:21:39.166547 10762 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:39.166713 10762 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:39.167791 10762 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:39.167886 10762 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:39.169128 10762 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:21:39.078383 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:21:39.078388 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:21:39.088739 2706 logs.go:123] Gathering logs for container status ...
I0314 23:21:39.088753 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:21:39.111977 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:21:39.111993 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:21:39.123640 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:21:39.123651 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:21:39.161257 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:21:39.161268 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:21:39.168589 2706 logs.go:123] Gathering logs for kube-controller-manager [29704c9a49f9] ...
I0314 23:21:39.168599 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 29704c9a49f9"
I0314 23:21:39.175633 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:21:39.175641 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:21:39.204492 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:21:39.204500 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:21:39.204526 2706 out.go:239] X Problems detected in kubelet:
W0314 23:21:39.204530 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:21:39.204534 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:39.204553 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:39.204560 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:21:39.204564 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:21:39.204567 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:21:39.204571 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:21:49.208504 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:21:49.214354 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0314 23:21:49.220052 2706 logs.go:276] 0 containers: []
W0314 23:21:49.220064 2706 logs.go:278] No container was found matching "kube-apiserver"
I0314 23:21:49.220120 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0314 23:21:49.225840 2706 logs.go:276] 1 containers: [42745e74336a]
I0314 23:21:49.225896 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0314 23:21:49.234679 2706 logs.go:276] 0 containers: []
W0314 23:21:49.234689 2706 logs.go:278] No container was found matching "coredns"
I0314 23:21:49.234731 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0314 23:21:49.240090 2706 logs.go:276] 1 containers: [739704879eee]
I0314 23:21:49.240142 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0314 23:21:49.245449 2706 logs.go:276] 1 containers: [af800cc7b1db]
I0314 23:21:49.245501 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0314 23:21:49.251138 2706 logs.go:276] 1 containers: [29704c9a49f9]
I0314 23:21:49.251186 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0314 23:21:49.257046 2706 logs.go:276] 1 containers: [4aafe4f05ac9]
I0314 23:21:49.257099 2706 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0314 23:21:49.262597 2706 logs.go:276] 0 containers: []
W0314 23:21:49.262609 2706 logs.go:278] No container was found matching "storage-provisioner"
I0314 23:21:49.262616 2706 logs.go:123] Gathering logs for kubelet ...
I0314 23:21:49.262621 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0314 23:21:49.277043 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357451 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:21:49.277128 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357479 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:21:49.277202 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.357499 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:21:49.277284 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.357504 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes "ha-941000-m02" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope
W0314 23:21:49.278102 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.366912 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b2bcfe0f", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"Starting", Message:"Starting kubelet.", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.Ma
rch, 15, 6, 15, 34, 359744015, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 359744015, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.278180 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367052 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="200ms"
W0314 23:21:49.278260 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.367089 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:49.278346 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.367113 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:49.278798 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: W0315 06:15:34.381247 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:21:49.278887 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.381275 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope
W0314 23:21:49.279401 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.399304 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.279808 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400033 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.280246 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.400791 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.280809 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.407615 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b55088b0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeAllocatableEnforced", Message:"Updated Node Allocatable limit across pods", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}
, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 402967728, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.281327 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.467925 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466916393, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.281381 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468174 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:21:49.281798 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.468553 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466924810, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.282205 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.469111 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 466926268, time.Local), Count:2, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.282732 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.485240 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482395951, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.283198 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.486648 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482403784, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.283601 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.487435 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 482405159, time.Local), Count:3, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.284012 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.489199 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485909491, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.284474 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.490056 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485911991, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.284874 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.491408 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 485913449, time.Local), Count:4, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.285269 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486264736, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.290000 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.492720 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486266153, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.290432 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.493861 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 486267111, time.Local), Count:5, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.290844 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.494766 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490138605, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.291254 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.495589 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490141438, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.291662 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.496571 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490142730, time.Local), Count:6, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.292080 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497276 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490419935, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.292496 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.497961 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490420893, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.292913 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.498661 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049a9e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientPID", Message:"Node ha-941000-m02 status is now: NodeHasSufficientPID", Source:v1.EventSource{Component:"kubelet", Host:"ha-941
000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397991582, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 490422351, time.Local), Count:7, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049a9e" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.293329 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.499425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b504694d", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasSufficientMemory", Message:"Node ha-941000-m02 status is now: NodeHasSufficientMemory", Source:v1.EventSource{Component:"kubelet", Host:"
ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397978957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494796506, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b504694d" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.293744 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.500444 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb87b5049445", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"ha-941000-m02", APIVersion:"", ResourceVersion:"", FieldPath:""}, Reason:"NodeHasNoDiskPressure", Message:"Node ha-941000-m02 status is now: NodeHasNoDiskPressure", Source:v1.EventSource{Component:"kubelet", Host:"ha-9
41000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 397989957, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 494798631, time.Local), Count:8, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events "ha-941000-m02.17bcdb87b5049445" is forbidden: User "system:anonymous" cannot patch resource "events" in API group "" in the namespace "default"' (will not retry!)
W0314 23:21:49.293825 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.568693 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="400ms"
W0314 23:21:49.295020 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.677908 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:21:49.295444 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.932425 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-apiserver-ha-941000-m02.17bcdb87d4c8f6c7", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-apiserver-ha-941000-m02", UID:"d71cd9e578be2ec05d70e730255d713e", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-apiserver}"}, Reason:"Pulling", Message:"Pulling image \"registry.k8s.
io/kube-apiserver:v1.28.4\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 930953927, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:49.295874 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.959210 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d6634848", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Pulled", Message:"Container image \"registry.k8s
.io/kube-scheduler:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 957844552, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:49.296310 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.960994 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d6862382", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Pulled", Message:"Con
tainer image \"registry.k8s.io/kube-controller-manager:v1.28.4\" already present on machine", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 960128898, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:49.296388 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.970338 2275 controller.go:146] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"ha-941000-m02\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="800ms"
W0314 23:21:49.296802 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.980733 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87d7b1c97f", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Created", Message:"Created container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 979766655, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:49.297219 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.981803 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-vip-ha-941000-m02.17bcdb87d7c779d6", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-vip-ha-941000-m02", UID:"8bdb0920183e7ca502d06f5cec7c8abf", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-vip}"}, Reason:"Pulling", Message:"Pulling image \"ghcr.io/kube-vip/kube-vip:v0.7.
1\"", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 981188054, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:49.297647 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:34 ha-941000-m02 kubelet[2275]: E0315 06:15:34.983032 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87d7d81a74", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Created", Message:"Cr
eated container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 34, 982277748, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:49.298075 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.027207 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-controller-manager-ha-941000-m02.17bcdb87da7140f8", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-controller-manager-ha-941000-m02", UID:"13152b353a71a3397513570fb9554c8b", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-controller-manager}"}, Reason:"Started", Message:"St
arted container kube-controller-manager", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 25869048, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:49.298494 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.029511 2275 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-scheduler-ha-941000-m02.17bcdb87da9cb81d", GenerateName:"", Namespace:"kube-system", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"kube-scheduler-ha-941000-m02", UID:"81a4fe08669eb2ddb5717b8acc9f69f3", APIVersion:"v1", ResourceVersion:"", FieldPath:"spec.containers{kube-scheduler}"}, Reason:"Started", Message:"Started container kube-schedu
ler", Source:v1.EventSource{Component:"kubelet", Host:"ha-941000-m02"}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 35, 28717597, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"kubelet", ReportingInstance:"ha-941000-m02"}': 'events is forbidden: User "system:anonymous" cannot create resource "events" in API group "" in the namespace "kube-system"' (will not retry!)
W0314 23:21:49.298585 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:21:49.298662 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:49.298747 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:49.298819 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:21:49.298900 2706 logs.go:138] Found kubelet problem: Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:21:49.318722 2706 logs.go:123] Gathering logs for dmesg ...
I0314 23:21:49.318730 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0314 23:21:49.323967 2706 logs.go:123] Gathering logs for etcd [42745e74336a] ...
I0314 23:21:49.323974 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 42745e74336a"
I0314 23:21:49.335758 2706 logs.go:123] Gathering logs for kube-scheduler [739704879eee] ...
I0314 23:21:49.335771 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 739704879eee"
I0314 23:21:49.374342 2706 logs.go:123] Gathering logs for Docker ...
I0314 23:21:49.374356 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0314 23:21:49.401344 2706 logs.go:123] Gathering logs for container status ...
I0314 23:21:49.401357 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0314 23:21:49.421986 2706 logs.go:123] Gathering logs for describe nodes ...
I0314 23:21:49.421997 2706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0314 23:21:49.450763 2706 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0315 06:21:49.538597 10952 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:49.538687 10952 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:49.540112 10952 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:49.540187 10952 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:49.541742 10952 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E0315 06:21:49.538597 10952 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:49.538687 10952 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:49.540112 10952 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:49.540187 10952 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
E0315 06:21:49.541742 10952 memcache.go:265] couldn't get current server API group list: Get "https://localhost:8443/api?timeout=32s": dial tcp 127.0.0.1:8443: connect: connection refused
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0314 23:21:49.450772 2706 logs.go:123] Gathering logs for kube-proxy [af800cc7b1db] ...
I0314 23:21:49.450777 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 af800cc7b1db"
I0314 23:21:49.457974 2706 logs.go:123] Gathering logs for kube-controller-manager [29704c9a49f9] ...
I0314 23:21:49.457984 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 29704c9a49f9"
I0314 23:21:49.464608 2706 logs.go:123] Gathering logs for kindnet [4aafe4f05ac9] ...
I0314 23:21:49.464617 2706 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 4aafe4f05ac9"
I0314 23:21:49.474695 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:21:49.474705 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0314 23:21:49.474736 2706 out.go:239] X Problems detected in kubelet:
W0314 23:21:49.474740 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.083258 2275 kubelet_node_status.go:92] "Unable to register node with API server" err="nodes is forbidden: User \"system:anonymous\" cannot create resource \"nodes\" in API group \"\" at the cluster scope" node="ha-941000-m02"
W0314 23:21:49.474743 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.189620 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:49.474749 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.189639 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 23:21:49.474752 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: W0315 06:15:35.274873 2275 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
W0314 23:21:49.474755 2706 out.go:239] Mar 15 06:15:35 ha-941000-m02 kubelet[2275]: E0315 06:15:35.274892 2275 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope
I0314 23:21:49.474758 2706 out.go:304] Setting ErrFile to fd 2...
I0314 23:21:49.474762 2706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 23:21:59.478583 2706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 23:21:59.487313 2706 out.go:177]
W0314 23:21:59.490392 2706 out.go:239] X Exiting due to K8S_APISERVER_MISSING: adding node: wait 6m0s for node: wait for apiserver proc: apiserver process never appeared
W0314 23:21:59.490404 2706 out.go:239] * Suggestion: Check that the provided apiserver flags are valid, and that SELinux is disabled
W0314 23:21:59.490408 2706 out.go:239] * Related issues:
W0314 23:21:59.490413 2706 out.go:239] - https://github.com/kubernetes/minikube/issues/4536
W0314 23:21:59.490418 2706 out.go:239] - https://github.com/kubernetes/minikube/issues/6014
I0314 23:21:59.494278 2706 out.go:177]
==> Docker <==
Mar 15 06:33:24 ha-941000 dockerd[1184]: 2024/03/15 06:33:24 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:33:24 ha-941000 dockerd[1184]: 2024/03/15 06:33:24 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:33:24 ha-941000 dockerd[1184]: 2024/03/15 06:33:24 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:33:24 ha-941000 dockerd[1184]: 2024/03/15 06:33:24 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:33:24 ha-941000 dockerd[1184]: 2024/03/15 06:33:24 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:33:26 ha-941000 dockerd[1184]: 2024/03/15 06:33:26 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:33:26 ha-941000 dockerd[1184]: 2024/03/15 06:33:26 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:33:26 ha-941000 dockerd[1184]: 2024/03/15 06:33:26 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:33:26 ha-941000 dockerd[1184]: 2024/03/15 06:33:26 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:33:26 ha-941000 dockerd[1184]: 2024/03/15 06:33:26 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:33:26 ha-941000 dockerd[1184]: 2024/03/15 06:33:26 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:33:27 ha-941000 dockerd[1184]: 2024/03/15 06:33:27 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:33:27 ha-941000 dockerd[1184]: 2024/03/15 06:33:27 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:33:27 ha-941000 dockerd[1184]: 2024/03/15 06:33:27 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:33:27 ha-941000 dockerd[1184]: 2024/03/15 06:33:27 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:42:15 ha-941000 dockerd[1184]: 2024/03/15 06:42:15 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:42:15 ha-941000 dockerd[1184]: 2024/03/15 06:42:15 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:42:15 ha-941000 dockerd[1184]: 2024/03/15 06:42:15 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:42:15 ha-941000 dockerd[1184]: 2024/03/15 06:42:15 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:42:15 ha-941000 dockerd[1184]: 2024/03/15 06:42:15 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:42:15 ha-941000 dockerd[1184]: 2024/03/15 06:42:15 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:42:15 ha-941000 dockerd[1184]: 2024/03/15 06:42:15 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:42:15 ha-941000 dockerd[1184]: 2024/03/15 06:42:15 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:42:15 ha-941000 dockerd[1184]: 2024/03/15 06:42:15 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Mar 15 06:42:15 ha-941000 dockerd[1184]: 2024/03/15 06:42:15 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
b9d86b55f5af2 gcr.io/k8s-minikube/busybox@sha256:9afb80db71730dbb303fe00765cbf34bddbdc6b66e49897fc2e1861967584b12 20 minutes ago Running busybox 0 fcd3586631182 busybox-5b5d89c9d6-xdhrz
95c1c31cca2f5 ba04bb24b9575 26 minutes ago Running storage-provisioner 1 d079b57896227 storage-provisioner
fdf006ce9b5df adf781c1312f0 26 minutes ago Running kube-vip 1 5de0987340ad5 kube-vip-ha-941000
0ffc011b36e76 97e04611ad434 28 minutes ago Running coredns 0 cd6aad76e1c62 coredns-5dd5756b68-plpng
be442fa2895be 97e04611ad434 28 minutes ago Running coredns 0 ef36a1d566ac2 coredns-5dd5756b68-4gnkc
0837b16151698 ba04bb24b9575 28 minutes ago Exited storage-provisioner 0 d079b57896227 storage-provisioner
79892148dc51d kindest/kindnetd@sha256:61f9956af8019caf6dcc4d39b31857b868aaab80521432ddcc216b805c4f7988 28 minutes ago Running kindnet-cni 0 bbee0e95365c9 kindnet-6wh7k
56dc224433459 3ca3ca488cf13 28 minutes ago Running kube-proxy 0 dc5d59f373b15 kube-proxy-g2qr4
0b096147a741e ghcr.io/kube-vip/kube-vip@sha256:82698885b3b5f926cd940b7000549f3d43850cb6565a708162900c1475a83016 28 minutes ago Exited kube-vip 0 5de0987340ad5 kube-vip-ha-941000
4cbe0e2f318d7 9cdd6470f48c8 29 minutes ago Running etcd 0 1eb96a74369ef etcd-ha-941000
c23f60a1c07ed 9961cbceaf234 29 minutes ago Running kube-controller-manager 0 7d1baa87f0922 kube-controller-manager-ha-941000
318995ddbd2e6 04b4c447bb9d4 29 minutes ago Running kube-apiserver 0 ce4dc6d062ace kube-apiserver-ha-941000
8a5097892341b 05c284c929889 29 minutes ago Running kube-scheduler 0 0af99558251f4 kube-scheduler-ha-941000
==> coredns [0ffc011b36e7] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b
CoreDNS-1.10.1
linux/arm64, go1.20, 055b2c3
[INFO] 127.0.0.1:48033 - 31892 "HINFO IN 138393095275938279.2615204251258673588. udp 56 false 512" NXDOMAIN qr,rd,ra 131 0.005042122s
[INFO] 10.244.0.4:60012 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000112747s
[INFO] 10.244.0.4:34195 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 140 0.000896306s
[INFO] 10.244.0.4:56835 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 140 0.001098633s
[INFO] 10.244.1.2:41530 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00007229s
[INFO] 10.244.1.2:37580 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.002127893s
[INFO] 10.244.1.2:59849 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000048707s
[INFO] 10.244.1.2:51387 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000048749s
[INFO] 10.244.0.4:41367 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.000915263s
[INFO] 10.244.0.4:59903 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000034624s
[INFO] 10.244.0.4:37864 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000018333s
[INFO] 10.244.1.2:47201 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000066582s
[INFO] 10.244.1.2:38492 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000042748s
[INFO] 10.244.1.2:53005 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000062457s
[INFO] 10.244.0.4:50157 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000026457s
[INFO] 10.244.0.4:57853 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000049999s
[INFO] 10.244.0.4:44775 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000044249s
[INFO] 10.244.0.4:33674 - 5 "PTR IN 1.105.168.192.in-addr.arpa. udp 44 false 512" NOERROR qr,aa,rd 106 0.000058999s
==> coredns [be442fa2895b] <==
linux/arm64, go1.20, 055b2c3
[INFO] 127.0.0.1:34542 - 19569 "HINFO IN 745206334492553266.4263455878531690538. udp 56 false 512" NXDOMAIN qr,rd,ra 131 0.003746164s
[INFO] 10.244.1.2:42438 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.001735447s
[INFO] 10.244.1.2:42179 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 140 0.043055803s
[INFO] 10.244.1.2:58356 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 60 0.000837141s
[INFO] 10.244.1.2:59251 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 140 0.00836216s
[INFO] 10.244.0.4:53964 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 60 0.000033749s
[INFO] 10.244.1.2:36885 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.001084008s
[INFO] 10.244.1.2:37311 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.000933221s
[INFO] 10.244.1.2:41157 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000054123s
[INFO] 10.244.1.2:35360 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000050415s
[INFO] 10.244.0.4:56942 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000058081s
[INFO] 10.244.0.4:54408 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.000028708s
[INFO] 10.244.0.4:39076 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000050415s
[INFO] 10.244.0.4:55198 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000029791s
[INFO] 10.244.0.4:33411 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000018125s
[INFO] 10.244.1.2:44305 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000069581s
[INFO] 10.244.0.4:59313 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000055707s
[INFO] 10.244.0.4:52819 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00002425s
[INFO] 10.244.0.4:59089 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000017875s
[INFO] 10.244.1.2:47454 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000075998s
[INFO] 10.244.1.2:54070 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000056957s
[INFO] 10.244.1.2:57078 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000475194s
[INFO] 10.244.1.2:32857 - 5 "PTR IN 1.105.168.192.in-addr.arpa. udp 44 false 512" NOERROR qr,aa,rd 106 0.00006254s
[INFO] 10.244.0.4:60932 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000050665s
==> describe nodes <==
Name: ha-941000
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=ha-941000
kubernetes.io/os=linux
minikube.k8s.io/commit=eb91ca077853a04b88fe45b419a329f4c2efcc56
minikube.k8s.io/name=ha-941000
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_03_14T23_13_23_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 15 Mar 2024 06:13:22 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-941000
AcquireTime: <unset>
RenewTime: Fri, 15 Mar 2024 06:42:10 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 15 Mar 2024 06:37:53 +0000 Fri, 15 Mar 2024 06:13:21 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 15 Mar 2024 06:37:53 +0000 Fri, 15 Mar 2024 06:13:21 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 15 Mar 2024 06:37:53 +0000 Fri, 15 Mar 2024 06:13:21 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 15 Mar 2024 06:37:53 +0000 Fri, 15 Mar 2024 06:13:56 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.105.5
Hostname: ha-941000
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 2147452Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 2147452Ki
pods: 110
System Info:
Machine ID: 318acf0968054ddbab3d9642a0015a03
System UUID: 318acf0968054ddbab3d9642a0015a03
Boot ID: 64876031-b9cc-4a96-a718-e012b9313d0a
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: arm64
Container Runtime Version: docker://25.0.4
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-5b5d89c9d6-xdhrz 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 20m
kube-system coredns-5dd5756b68-4gnkc 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (3%!)(MISSING) 170Mi (8%!)(MISSING) 28m
kube-system coredns-5dd5756b68-plpng 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (3%!)(MISSING) 170Mi (8%!)(MISSING) 28m
kube-system etcd-ha-941000 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (4%!)(MISSING) 0 (0%!)(MISSING) 28m
kube-system kindnet-6wh7k 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING) 28m
kube-system kube-apiserver-ha-941000 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 28m
kube-system kube-controller-manager-ha-941000 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 28m
kube-system kube-proxy-g2qr4 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 28m
kube-system kube-scheduler-ha-941000 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 28m
kube-system kube-vip-ha-941000 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 28m
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 28m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%!)(MISSING) 100m (5%!)(MISSING)
memory 290Mi (13%!)(MISSING) 390Mi (18%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 28m kube-proxy
Normal Starting 28m kubelet Starting kubelet.
Normal NodeAllocatableEnforced 28m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 28m kubelet Node ha-941000 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 28m kubelet Node ha-941000 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 28m kubelet Node ha-941000 status is now: NodeHasSufficientPID
Normal RegisteredNode 28m node-controller Node ha-941000 event: Registered Node ha-941000 in Controller
Normal NodeReady 28m kubelet Node ha-941000 status is now: NodeReady
Name: ha-941000-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=ha-941000-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=eb91ca077853a04b88fe45b419a329f4c2efcc56
minikube.k8s.io/name=ha-941000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_03_14T23_15_51_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 15 Mar 2024 06:15:35 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-941000-m02
AcquireTime: <unset>
RenewTime: Fri, 15 Mar 2024 06:42:14 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 15 Mar 2024 06:37:57 +0000 Fri, 15 Mar 2024 06:15:35 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 15 Mar 2024 06:37:57 +0000 Fri, 15 Mar 2024 06:15:35 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 15 Mar 2024 06:37:57 +0000 Fri, 15 Mar 2024 06:15:35 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 15 Mar 2024 06:37:57 +0000 Fri, 15 Mar 2024 06:15:56 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.105.6
Hostname: ha-941000-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 2147452Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 2147452Ki
pods: 110
System Info:
Machine ID: 1b09187f2449403ea2d656c41a8b0b49
System UUID: 1b09187f2449403ea2d656c41a8b0b49
Boot ID: 7fc24c95-9195-49ba-9dd0-9f741542682d
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: arm64
Container Runtime Version: docker://25.0.4
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-5b5d89c9d6-fz9lb 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 20m
kube-system etcd-ha-941000-m02 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (4%!)(MISSING) 0 (0%!)(MISSING) 26m
kube-system kindnet-tjhln 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING) 26m
kube-system kube-apiserver-ha-941000-m02 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26m
kube-system kube-controller-manager-ha-941000-m02 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26m
kube-system kube-proxy-hmn9j 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26m
kube-system kube-scheduler-ha-941000-m02 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26m
kube-system kube-vip-ha-941000-m02 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%!)(MISSING) 100m (5%!)(MISSING)
memory 150Mi (7%!)(MISSING) 50Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 26m kube-proxy
Name: ha-941000-m03
Roles: <none>
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=ha-941000-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=eb91ca077853a04b88fe45b419a329f4c2efcc56
minikube.k8s.io/name=ha-941000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_03_14T23_33_53_0700
minikube.k8s.io/version=v1.32.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 15 Mar 2024 06:33:53 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-941000-m03
AcquireTime: <unset>
RenewTime: Fri, 15 Mar 2024 06:42:12 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 15 Mar 2024 06:37:59 +0000 Fri, 15 Mar 2024 06:33:53 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 15 Mar 2024 06:37:59 +0000 Fri, 15 Mar 2024 06:33:53 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 15 Mar 2024 06:37:59 +0000 Fri, 15 Mar 2024 06:33:53 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 15 Mar 2024 06:37:59 +0000 Fri, 15 Mar 2024 06:34:13 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.105.7
Hostname: ha-941000-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 2147452Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 2147452Ki
pods: 110
System Info:
Machine ID: f949e8353d864d8ab0624f1fdb96446d
System UUID: f949e8353d864d8ab0624f1fdb96446d
Boot ID: 92e33509-17a2-47d5-813d-7bec1f54b60c
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: arm64
Container Runtime Version: docker://25.0.4
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (3 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-5b5d89c9d6-f4j2c 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 20m
kube-system kindnet-hbn6p 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING) 8m27s
kube-system kube-proxy-c895x 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 8m27s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%!)(MISSING) 100m (5%!)(MISSING)
memory 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 8m12s kube-proxy
Normal NodeHasSufficientMemory 8m27s (x5 over 8m28s) kubelet Node ha-941000-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 8m27s (x5 over 8m28s) kubelet Node ha-941000-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 8m27s (x5 over 8m28s) kubelet Node ha-941000-m03 status is now: NodeHasSufficientPID
Normal RegisteredNode 8m25s node-controller Node ha-941000-m03 event: Registered Node ha-941000-m03 in Controller
Normal NodeReady 8m7s kubelet Node ha-941000-m03 status is now: NodeReady
==> dmesg <==
[ +0.000000] KASLR disabled due to lack of seed
[ +0.651224] EINJ: EINJ table not found.
[ +0.558366] systemd-fstab-generator[117]: Ignoring "noauto" option for root device
[ +0.145041] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +0.000423] platform regulatory.0: Falling back to sysfs fallback for: regulatory.db
[ +4.553063] systemd-fstab-generator[502]: Ignoring "noauto" option for root device
[ +0.089703] systemd-fstab-generator[514]: Ignoring "noauto" option for root device
[ +1.468336] systemd-fstab-generator[792]: Ignoring "noauto" option for root device
[ +0.204048] systemd-fstab-generator[830]: Ignoring "noauto" option for root device
[ +0.087518] systemd-fstab-generator[842]: Ignoring "noauto" option for root device
[ +0.095365] systemd-fstab-generator[856]: Ignoring "noauto" option for root device
[ +2.285011] systemd-fstab-generator[1030]: Ignoring "noauto" option for root device
[ +0.083536] systemd-fstab-generator[1042]: Ignoring "noauto" option for root device
[ +0.083811] systemd-fstab-generator[1054]: Ignoring "noauto" option for root device
[ +0.088912] systemd-fstab-generator[1069]: Ignoring "noauto" option for root device
[ +2.533482] systemd-fstab-generator[1176]: Ignoring "noauto" option for root device
[ +0.036016] kauditd_printk_skb: 275 callbacks suppressed
[ +2.317280] systemd-fstab-generator[1380]: Ignoring "noauto" option for root device
[ +2.435108] systemd-fstab-generator[1624]: Ignoring "noauto" option for root device
[ +0.353541] kauditd_printk_skb: 95 callbacks suppressed
[ +4.355335] systemd-fstab-generator[2378]: Ignoring "noauto" option for root device
[ +13.536457] kauditd_printk_skb: 74 callbacks suppressed
[ +15.238725] kauditd_printk_skb: 29 callbacks suppressed
[ +5.626342] kauditd_printk_skb: 29 callbacks suppressed
[Mar15 06:22] kauditd_printk_skb: 2 callbacks suppressed
==> etcd [4cbe0e2f318d] <==
{"level":"info","ts":"2024-03-15T06:23:20.110872Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1052}
{"level":"info","ts":"2024-03-15T06:23:20.131692Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1052,"took":"20.261957ms","hash":1961933141}
{"level":"info","ts":"2024-03-15T06:23:20.131717Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1961933141,"revision":1052,"compact-revision":-1}
{"level":"info","ts":"2024-03-15T06:28:20.115207Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1673}
{"level":"info","ts":"2024-03-15T06:28:20.115983Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1673,"took":"552.358µs","hash":785063013}
{"level":"info","ts":"2024-03-15T06:28:20.116002Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":785063013,"revision":1673,"compact-revision":1052}
{"level":"info","ts":"2024-03-15T06:33:20.118599Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2251}
{"level":"info","ts":"2024-03-15T06:33:20.119326Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":2251,"took":"490.235µs","hash":685703128}
{"level":"info","ts":"2024-03-15T06:33:20.119346Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":685703128,"revision":2251,"compact-revision":1673}
{"level":"warn","ts":"2024-03-15T06:33:40.948196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7133858218477277902,"retry-timeout":"500ms"}
{"level":"info","ts":"2024-03-15T06:33:41.204242Z","caller":"traceutil/trace.go:171","msg":"trace[1230589726] linearizableReadLoop","detail":"{readStateIndex:3137; appliedIndex:3137; }","duration":"756.947977ms","start":"2024-03-15T06:33:40.447262Z","end":"2024-03-15T06:33:41.20421Z","steps":["trace[1230589726] 'read index received' (duration: 756.942102ms)","trace[1230589726] 'applied index is now lower than readState.Index' (duration: 2.333µs)"],"step_count":2}
{"level":"warn","ts":"2024-03-15T06:33:41.204871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.599373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"}
{"level":"warn","ts":"2024-03-15T06:33:41.205206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.430061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:2 size:9481"}
{"level":"info","ts":"2024-03-15T06:33:41.205268Z","caller":"traceutil/trace.go:171","msg":"trace[438983607] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:2; response_revision:2866; }","duration":"728.485143ms","start":"2024-03-15T06:33:40.476767Z","end":"2024-03-15T06:33:41.205253Z","steps":["trace[438983607] 'agreement among raft nodes before linearized reading' (duration: 728.391271ms)"],"step_count":1}
{"level":"warn","ts":"2024-03-15T06:33:41.205293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-03-15T06:33:40.476761Z","time spent":"728.526059ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2,"response size":9504,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "}
{"level":"info","ts":"2024-03-15T06:33:41.205244Z","caller":"traceutil/trace.go:171","msg":"trace[948396018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2866; }","duration":"757.992028ms","start":"2024-03-15T06:33:40.447244Z","end":"2024-03-15T06:33:41.205236Z","steps":["trace[948396018] 'agreement among raft nodes before linearized reading' (duration: 757.078473ms)"],"step_count":1}
{"level":"warn","ts":"2024-03-15T06:33:41.205744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-03-15T06:33:40.447235Z","time spent":"758.503721ms","remote":"127.0.0.1:33566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "}
{"level":"warn","ts":"2024-03-15T06:33:41.205442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.972507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-03-15T06:33:41.205983Z","caller":"traceutil/trace.go:171","msg":"trace[1254507615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2866; }","duration":"447.513782ms","start":"2024-03-15T06:33:40.758466Z","end":"2024-03-15T06:33:41.205979Z","steps":["trace[1254507615] 'agreement among raft nodes before linearized reading' (duration: 446.959966ms)"],"step_count":1}
{"level":"warn","ts":"2024-03-15T06:33:41.206095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-03-15T06:33:40.758431Z","time spent":"447.643862ms","remote":"127.0.0.1:33258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2024-03-15T06:33:41.2052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.486717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:2 size:9481"}
{"level":"info","ts":"2024-03-15T06:33:41.206412Z","caller":"traceutil/trace.go:171","msg":"trace[306502633] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:2; response_revision:2866; }","duration":"110.664764ms","start":"2024-03-15T06:33:41.095709Z","end":"2024-03-15T06:33:41.206374Z","steps":["trace[306502633] 'agreement among raft nodes before linearized reading' (duration: 109.450135ms)"],"step_count":1}
{"level":"info","ts":"2024-03-15T06:38:20.122787Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2826}
{"level":"info","ts":"2024-03-15T06:38:20.123673Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":2826,"took":"651.105µs","hash":3742441033}
{"level":"info","ts":"2024-03-15T06:38:20.12373Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3742441033,"revision":2826,"compact-revision":2251}
==> kernel <==
06:42:20 up 29 min, 0 users, load average: 0.37, 0.33, 0.27
Linux ha-941000 5.10.207 #1 SMP PREEMPT Fri Mar 15 01:30:03 UTC 2024 aarch64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [79892148dc51] <==
I0315 06:41:31.533127 1 main.go:250] Node ha-941000-m03 has CIDR [10.244.2.0/24]
I0315 06:41:41.536505 1 main.go:223] Handling node with IPs: map[192.168.105.5:{}]
I0315 06:41:41.536522 1 main.go:227] handling current node
I0315 06:41:41.536528 1 main.go:223] Handling node with IPs: map[192.168.105.6:{}]
I0315 06:41:41.536530 1 main.go:250] Node ha-941000-m02 has CIDR [10.244.1.0/24]
I0315 06:41:41.536717 1 main.go:223] Handling node with IPs: map[192.168.105.7:{}]
I0315 06:41:41.536727 1 main.go:250] Node ha-941000-m03 has CIDR [10.244.2.0/24]
I0315 06:41:51.539029 1 main.go:223] Handling node with IPs: map[192.168.105.5:{}]
I0315 06:41:51.539043 1 main.go:227] handling current node
I0315 06:41:51.539048 1 main.go:223] Handling node with IPs: map[192.168.105.6:{}]
I0315 06:41:51.539050 1 main.go:250] Node ha-941000-m02 has CIDR [10.244.1.0/24]
I0315 06:41:51.539175 1 main.go:223] Handling node with IPs: map[192.168.105.7:{}]
I0315 06:41:51.539183 1 main.go:250] Node ha-941000-m03 has CIDR [10.244.2.0/24]
I0315 06:42:01.550373 1 main.go:223] Handling node with IPs: map[192.168.105.5:{}]
I0315 06:42:01.550389 1 main.go:227] handling current node
I0315 06:42:01.550404 1 main.go:223] Handling node with IPs: map[192.168.105.6:{}]
I0315 06:42:01.550406 1 main.go:250] Node ha-941000-m02 has CIDR [10.244.1.0/24]
I0315 06:42:01.550463 1 main.go:223] Handling node with IPs: map[192.168.105.7:{}]
I0315 06:42:01.550466 1 main.go:250] Node ha-941000-m03 has CIDR [10.244.2.0/24]
I0315 06:42:11.561554 1 main.go:223] Handling node with IPs: map[192.168.105.5:{}]
I0315 06:42:11.561570 1 main.go:227] handling current node
I0315 06:42:11.561575 1 main.go:223] Handling node with IPs: map[192.168.105.6:{}]
I0315 06:42:11.561577 1 main.go:250] Node ha-941000-m02 has CIDR [10.244.1.0/24]
I0315 06:42:11.561654 1 main.go:223] Handling node with IPs: map[192.168.105.7:{}]
I0315 06:42:11.561661 1 main.go:250] Node ha-941000-m03 has CIDR [10.244.2.0/24]
==> kube-apiserver [318995ddbd2e] <==
Trace[928998463]: ---"About to write a response" 3293ms (06:15:50.372)
Trace[928998463]: [3.293753377s] [3.293753377s] END
I0315 06:15:50.373224 1 trace.go:236] Trace[1635272952]: "Get" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:f96d4e91-9c8a-4923-9f21-bd2bd54db16a,client:192.168.105.6,protocol:HTTP/2.0,resource:pods,scope:resource,url:/api/v1/namespaces/kube-system/pods/kube-proxy-hmn9j,user-agent:kubelet/v1.28.4 (linux/arm64) kubernetes/bae2c62,verb:GET (15-Mar-2024 06:15:43.361) (total time: 7011ms):
Trace[1635272952]: ---"About to write a response" 7011ms (06:15:50.373)
Trace[1635272952]: [7.011649713s] [7.011649713s] END
I0315 06:15:50.376723 1 trace.go:236] Trace[122422288]: "Create" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:0120abf1-7cf9-4531-9851-5f531c4cc038,client:192.168.105.6,protocol:HTTP/2.0,resource:pods,scope:resource,url:/api/v1/namespaces/kube-system/pods,user-agent:kubelet/v1.28.4 (linux/arm64) kubernetes/bae2c62,verb:POST (15-Mar-2024 06:15:44.452) (total time: 5924ms):
Trace[122422288]: ["Create etcd3" audit-id:0120abf1-7cf9-4531-9851-5f531c4cc038,key:/pods/kube-system/kube-vip-ha-941000-m02,type:*core.Pod,resource:pods 5921ms (06:15:44.454)
Trace[122422288]: ---"Txn call succeeded" 5921ms (06:15:50.376)]
Trace[122422288]: [5.924103105s] [5.924103105s] END
I0315 06:15:50.377536 1 trace.go:236] Trace[1706834770]: "Patch" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:cf5b2a84-45ea-4e92-bd68-d5b35fe65df9,client:192.168.105.6,protocol:HTTP/2.0,resource:nodes,scope:resource,url:/api/v1/nodes/ha-941000-m02/status,user-agent:kubelet/v1.28.4 (linux/arm64) kubernetes/bae2c62,verb:PATCH (15-Mar-2024 06:15:46.189) (total time: 4187ms):
Trace[1706834770]: ["GuaranteedUpdate etcd3" audit-id:cf5b2a84-45ea-4e92-bd68-d5b35fe65df9,key:/minions/ha-941000-m02,type:*core.Node,resource:nodes 4187ms (06:15:46.189)
Trace[1706834770]: ---"Txn call completed" 4186ms (06:15:50.377)]
Trace[1706834770]: ---"Object stored in database" 4187ms (06:15:50.377)
Trace[1706834770]: [4.187708442s] [4.187708442s] END
I0315 06:15:50.377735 1 trace.go:236] Trace[1807279056]: "Update" accept:application/vnd.kubernetes.protobuf, */*,audit-id:cbff2a7e-f5dc-45a8-a23c-0b2c79dea84b,client:127.0.0.1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/apiserver-ajeqln4f5yse6ebzp6s5rn6wwa,user-agent:kube-apiserver/v1.28.4 (linux/arm64) kubernetes/bae2c62,verb:PUT (15-Mar-2024 06:15:43.974) (total time: 6403ms):
Trace[1807279056]: ["GuaranteedUpdate etcd3" audit-id:cbff2a7e-f5dc-45a8-a23c-0b2c79dea84b,key:/leases/kube-system/apiserver-ajeqln4f5yse6ebzp6s5rn6wwa,type:*coordination.Lease,resource:leases.coordination.k8s.io 6403ms (06:15:43.974)
Trace[1807279056]: ---"Txn call completed" 6402ms (06:15:50.377)]
Trace[1807279056]: [6.403111345s] [6.403111345s] END
I0315 06:15:50.382550 1 trace.go:236] Trace[79515843]: "Create" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:17f0beff-3ed2-44ef-8db8-8debc2264ac1,client:192.168.105.6,protocol:HTTP/2.0,resource:pods,scope:resource,url:/api/v1/namespaces/kube-system/pods,user-agent:kubelet/v1.28.4 (linux/arm64) kubernetes/bae2c62,verb:POST (15-Mar-2024 06:15:43.444) (total time: 6937ms):
Trace[79515843]: ["Create etcd3" audit-id:17f0beff-3ed2-44ef-8db8-8debc2264ac1,key:/pods/kube-system/etcd-ha-941000-m02,type:*core.Pod,resource:pods 6937ms (06:15:43.445)
Trace[79515843]: ---"Txn call succeeded" 6931ms (06:15:50.376)]
Trace[79515843]: [6.937619416s] [6.937619416s] END
I0315 06:33:41.210060 1 trace.go:236] Trace[54220148]: "Get" accept:application/json, */*,audit-id:b390ebca-595f-4f32-ac8d-63a6cb5feebe,client:127.0.0.1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/plndr-cp-lock,user-agent:kube-vip/v0.0.0 (linux/arm64) kubernetes/$Format,verb:GET (15-Mar-2024 06:33:40.446) (total time: 763ms):
Trace[54220148]: ---"About to write a response" 762ms (06:33:41.209)
Trace[54220148]: [763.046414ms] [763.046414ms] END
==> kube-controller-manager [c23f60a1c07e] <==
E0315 06:15:47.672585 1 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ha-941000-m02.17bcdb892a04c24e", GenerateName:"", Namespace:"default", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ha-941000-m02", UID:"5fc2ff86-aa99-4398-a081-9d7065cbfd54", APIVersion:"v1", ResourceVersion:"", FieldPath:""}, Reason:"RegisteredNode", Message:"Node ha-941000-m02 event: Registered Node ha-941000-m02 in Controller", Source:v1.EventSource{Component:"node-controller", Host:""}, FirstTimestamp:time.Date(2024, time.March, 15, 6, 15, 40, 655903310, ti
me.Local), LastTimestamp:time.Date(2024, time.March, 15, 6, 15, 40, 655903310, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"node-controller", ReportingInstance:""}': 'rpc error: code = Unknown desc = context deadline exceeded' (will not retry!)
E0315 06:15:47.746505 1 controller_utils.go:203] unable to taint [&Taint{Key:node.kubernetes.io/not-ready,Value:,Effect:NoExecute,TimeAdded:2024-03-15 06:15:40.734904081 +0000 UTC m=+141.139323532,}] unresponsive Node "ha-941000-m02": rpc error: code = Unknown desc = context deadline exceeded
I0315 06:22:02.266471 1 event.go:307] "Event occurred" object="default/busybox" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set busybox-5b5d89c9d6 to 3"
I0315 06:22:02.274436 1 event.go:307] "Event occurred" object="default/busybox-5b5d89c9d6" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: busybox-5b5d89c9d6-fz9lb"
I0315 06:22:02.282616 1 event.go:307] "Event occurred" object="default/busybox-5b5d89c9d6" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: busybox-5b5d89c9d6-f4j2c"
I0315 06:22:02.282639 1 event.go:307] "Event occurred" object="default/busybox-5b5d89c9d6" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: busybox-5b5d89c9d6-xdhrz"
I0315 06:22:02.296545 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5b5d89c9d6" duration="31.352427ms"
I0315 06:22:02.308854 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5b5d89c9d6" duration="12.267109ms"
I0315 06:22:02.308911 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5b5d89c9d6" duration="37.249µs"
I0315 06:22:02.313252 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5b5d89c9d6" duration="45.249µs"
I0315 06:22:08.162267 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5b5d89c9d6" duration="2.054323ms"
I0315 06:22:08.162612 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5b5d89c9d6" duration="27.124µs"
I0315 06:22:08.953617 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5b5d89c9d6" duration="2.880552ms"
I0315 06:22:08.953682 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5b5d89c9d6" duration="41.666µs"
I0315 06:33:53.380704 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"ha-941000-m03\" does not exist"
I0315 06:33:53.389627 1 range_allocator.go:380] "Set node PodCIDR" node="ha-941000-m03" podCIDRs=["10.244.2.0/24"]
I0315 06:33:53.395497 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-c895x"
I0315 06:33:53.398757 1 event.go:307] "Event occurred" object="kube-system/kindnet" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kindnet-hbn6p"
I0315 06:33:55.823818 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="ha-941000-m03"
I0315 06:33:55.823971 1 event.go:307] "Event occurred" object="ha-941000-m03" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node ha-941000-m03 event: Registered Node ha-941000-m03 in Controller"
I0315 06:34:13.556976 1 topologycache.go:237] "Can't get CPU or zone information for node" node="ha-941000-m03"
I0315 06:37:25.195856 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5b5d89c9d6" duration="66.54µs"
I0315 06:37:25.202170 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5b5d89c9d6" duration="66.331µs"
I0315 06:37:31.197171 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5b5d89c9d6" duration="2.880078ms"
I0315 06:37:31.197388 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5b5d89c9d6" duration="22.499µs"
==> kube-proxy [56dc22443345] <==
I0315 06:13:36.932604 1 server_others.go:69] "Using iptables proxy"
I0315 06:13:36.940896 1 node.go:141] Successfully retrieved node IP: 192.168.105.5
I0315 06:13:36.952461 1 server_others.go:121] "No iptables support for family" ipFamily="IPv6"
I0315 06:13:36.952475 1 server.go:634] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0315 06:13:36.953128 1 server_others.go:152] "Using iptables Proxier"
I0315 06:13:36.953246 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0315 06:13:36.953466 1 server.go:846] "Version info" version="v1.28.4"
I0315 06:13:36.953472 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0315 06:13:36.954075 1 config.go:188] "Starting service config controller"
I0315 06:13:36.954282 1 shared_informer.go:311] Waiting for caches to sync for service config
I0315 06:13:36.954309 1 config.go:97] "Starting endpoint slice config controller"
I0315 06:13:36.954313 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0315 06:13:36.954797 1 config.go:315] "Starting node config controller"
I0315 06:13:36.954801 1 shared_informer.go:311] Waiting for caches to sync for node config
I0315 06:13:37.054367 1 shared_informer.go:318] Caches are synced for endpoint slice config
I0315 06:13:37.054371 1 shared_informer.go:318] Caches are synced for service config
I0315 06:13:37.054954 1 shared_informer.go:318] Caches are synced for node config
==> kube-scheduler [8a5097892341] <==
E0315 06:13:20.865863 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0315 06:13:20.865881 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0315 06:13:20.865884 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0315 06:13:20.865747 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W0315 06:13:21.671524 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0315 06:13:21.671538 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W0315 06:13:21.674244 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0315 06:13:21.674259 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W0315 06:13:21.706826 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0315 06:13:21.706838 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W0315 06:13:21.729432 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0315 06:13:21.729440 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0315 06:13:21.760231 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0315 06:13:21.760239 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0315 06:13:21.850193 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0315 06:13:21.850209 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
W0315 06:13:21.860560 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0315 06:13:21.860605 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W0315 06:13:21.926858 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0315 06:13:21.926874 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0315 06:13:21.938160 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0315 06:13:21.938177 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0315 06:13:21.953973 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0315 06:13:21.954006 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
I0315 06:13:25.059315 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Mar 15 06:40:45 ha-941000 kubelet[2398]: E0315 06:40:45.032200 2398 remote_runtime.go:753] "ReopenContainerLog from runtime service failed" err="rpc error: code = Unknown desc = docker does not support reopening container log files" containerID="318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03"
Mar 15 06:40:45 ha-941000 kubelet[2398]: E0315 06:40:45.032238 2398 container_log_manager.go:268] "Failed to rotate log for container" err="failed to rotate log \"/var/log/pods/kube-system_kube-apiserver-ha-941000_9ab31ab43ffe16ddd6a69ed57a536302/kube-apiserver/0.log\": failed to reopen container log \"318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03\": rpc error: code = Unknown desc = docker does not support reopening container log files" path="/var/log/pods/kube-system_kube-apiserver-ha-941000_9ab31ab43ffe16ddd6a69ed57a536302/kube-apiserver/0.log" containerID="318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03"
Mar 15 06:40:55 ha-941000 kubelet[2398]: E0315 06:40:55.041309 2398 remote_runtime.go:753] "ReopenContainerLog from runtime service failed" err="rpc error: code = Unknown desc = docker does not support reopening container log files" containerID="318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03"
Mar 15 06:40:55 ha-941000 kubelet[2398]: E0315 06:40:55.041353 2398 container_log_manager.go:268] "Failed to rotate log for container" err="failed to rotate log \"/var/log/pods/kube-system_kube-apiserver-ha-941000_9ab31ab43ffe16ddd6a69ed57a536302/kube-apiserver/0.log\": failed to reopen container log \"318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03\": rpc error: code = Unknown desc = docker does not support reopening container log files" path="/var/log/pods/kube-system_kube-apiserver-ha-941000_9ab31ab43ffe16ddd6a69ed57a536302/kube-apiserver/0.log" containerID="318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03"
Mar 15 06:41:05 ha-941000 kubelet[2398]: E0315 06:41:05.051852 2398 remote_runtime.go:753] "ReopenContainerLog from runtime service failed" err="rpc error: code = Unknown desc = docker does not support reopening container log files" containerID="318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03"
Mar 15 06:41:05 ha-941000 kubelet[2398]: E0315 06:41:05.052049 2398 container_log_manager.go:268] "Failed to rotate log for container" err="failed to rotate log \"/var/log/pods/kube-system_kube-apiserver-ha-941000_9ab31ab43ffe16ddd6a69ed57a536302/kube-apiserver/0.log\": failed to reopen container log \"318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03\": rpc error: code = Unknown desc = docker does not support reopening container log files" path="/var/log/pods/kube-system_kube-apiserver-ha-941000_9ab31ab43ffe16ddd6a69ed57a536302/kube-apiserver/0.log" containerID="318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03"
Mar 15 06:41:15 ha-941000 kubelet[2398]: E0315 06:41:15.061519 2398 remote_runtime.go:753] "ReopenContainerLog from runtime service failed" err="rpc error: code = Unknown desc = docker does not support reopening container log files" containerID="318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03"
Mar 15 06:41:15 ha-941000 kubelet[2398]: E0315 06:41:15.061563 2398 container_log_manager.go:268] "Failed to rotate log for container" err="failed to rotate log \"/var/log/pods/kube-system_kube-apiserver-ha-941000_9ab31ab43ffe16ddd6a69ed57a536302/kube-apiserver/0.log\": failed to reopen container log \"318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03\": rpc error: code = Unknown desc = docker does not support reopening container log files" path="/var/log/pods/kube-system_kube-apiserver-ha-941000_9ab31ab43ffe16ddd6a69ed57a536302/kube-apiserver/0.log" containerID="318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03"
Mar 15 06:41:23 ha-941000 kubelet[2398]: E0315 06:41:23.426944 2398 iptables.go:575] "Could not set up iptables canary" err=<
Mar 15 06:41:23 ha-941000 kubelet[2398]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Mar 15 06:41:23 ha-941000 kubelet[2398]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Mar 15 06:41:23 ha-941000 kubelet[2398]: Perhaps ip6tables or your kernel needs to be upgraded.
Mar 15 06:41:23 ha-941000 kubelet[2398]: > table="nat" chain="KUBE-KUBELET-CANARY"
Mar 15 06:41:25 ha-941000 kubelet[2398]: E0315 06:41:25.074335 2398 remote_runtime.go:753] "ReopenContainerLog from runtime service failed" err="rpc error: code = Unknown desc = docker does not support reopening container log files" containerID="318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03"
Mar 15 06:41:25 ha-941000 kubelet[2398]: E0315 06:41:25.074545 2398 container_log_manager.go:268] "Failed to rotate log for container" err="failed to rotate log \"/var/log/pods/kube-system_kube-apiserver-ha-941000_9ab31ab43ffe16ddd6a69ed57a536302/kube-apiserver/0.log\": failed to reopen container log \"318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03\": rpc error: code = Unknown desc = docker does not support reopening container log files" path="/var/log/pods/kube-system_kube-apiserver-ha-941000_9ab31ab43ffe16ddd6a69ed57a536302/kube-apiserver/0.log" containerID="318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03"
Mar 15 06:41:35 ha-941000 kubelet[2398]: E0315 06:41:35.083486 2398 remote_runtime.go:753] "ReopenContainerLog from runtime service failed" err="rpc error: code = Unknown desc = docker does not support reopening container log files" containerID="318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03"
Mar 15 06:41:35 ha-941000 kubelet[2398]: E0315 06:41:35.083554 2398 container_log_manager.go:268] "Failed to rotate log for container" err="failed to rotate log \"/var/log/pods/kube-system_kube-apiserver-ha-941000_9ab31ab43ffe16ddd6a69ed57a536302/kube-apiserver/0.log\": failed to reopen container log \"318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03\": rpc error: code = Unknown desc = docker does not support reopening container log files" path="/var/log/pods/kube-system_kube-apiserver-ha-941000_9ab31ab43ffe16ddd6a69ed57a536302/kube-apiserver/0.log" containerID="318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03"
Mar 15 06:41:45 ha-941000 kubelet[2398]: E0315 06:41:45.092054 2398 remote_runtime.go:753] "ReopenContainerLog from runtime service failed" err="rpc error: code = Unknown desc = docker does not support reopening container log files" containerID="318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03"
Mar 15 06:41:45 ha-941000 kubelet[2398]: E0315 06:41:45.092089 2398 container_log_manager.go:268] "Failed to rotate log for container" err="failed to rotate log \"/var/log/pods/kube-system_kube-apiserver-ha-941000_9ab31ab43ffe16ddd6a69ed57a536302/kube-apiserver/0.log\": failed to reopen container log \"318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03\": rpc error: code = Unknown desc = docker does not support reopening container log files" path="/var/log/pods/kube-system_kube-apiserver-ha-941000_9ab31ab43ffe16ddd6a69ed57a536302/kube-apiserver/0.log" containerID="318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03"
Mar 15 06:41:55 ha-941000 kubelet[2398]: E0315 06:41:55.103890 2398 remote_runtime.go:753] "ReopenContainerLog from runtime service failed" err="rpc error: code = Unknown desc = docker does not support reopening container log files" containerID="318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03"
Mar 15 06:41:55 ha-941000 kubelet[2398]: E0315 06:41:55.103917 2398 container_log_manager.go:268] "Failed to rotate log for container" err="failed to rotate log \"/var/log/pods/kube-system_kube-apiserver-ha-941000_9ab31ab43ffe16ddd6a69ed57a536302/kube-apiserver/0.log\": failed to reopen container log \"318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03\": rpc error: code = Unknown desc = docker does not support reopening container log files" path="/var/log/pods/kube-system_kube-apiserver-ha-941000_9ab31ab43ffe16ddd6a69ed57a536302/kube-apiserver/0.log" containerID="318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03"
Mar 15 06:42:05 ha-941000 kubelet[2398]: E0315 06:42:05.112684 2398 remote_runtime.go:753] "ReopenContainerLog from runtime service failed" err="rpc error: code = Unknown desc = docker does not support reopening container log files" containerID="318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03"
Mar 15 06:42:05 ha-941000 kubelet[2398]: E0315 06:42:05.112900 2398 container_log_manager.go:268] "Failed to rotate log for container" err="failed to rotate log \"/var/log/pods/kube-system_kube-apiserver-ha-941000_9ab31ab43ffe16ddd6a69ed57a536302/kube-apiserver/0.log\": failed to reopen container log \"318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03\": rpc error: code = Unknown desc = docker does not support reopening container log files" path="/var/log/pods/kube-system_kube-apiserver-ha-941000_9ab31ab43ffe16ddd6a69ed57a536302/kube-apiserver/0.log" containerID="318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03"
Mar 15 06:42:15 ha-941000 kubelet[2398]: E0315 06:42:15.141476 2398 remote_runtime.go:753] "ReopenContainerLog from runtime service failed" err="rpc error: code = Unknown desc = docker does not support reopening container log files" containerID="318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03"
Mar 15 06:42:15 ha-941000 kubelet[2398]: E0315 06:42:15.141642 2398 container_log_manager.go:268] "Failed to rotate log for container" err="failed to rotate log \"/var/log/pods/kube-system_kube-apiserver-ha-941000_9ab31ab43ffe16ddd6a69ed57a536302/kube-apiserver/0.log\": failed to reopen container log \"318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03\": rpc error: code = Unknown desc = docker does not support reopening container log files" path="/var/log/pods/kube-system_kube-apiserver-ha-941000_9ab31ab43ffe16ddd6a69ed57a536302/kube-apiserver/0.log" containerID="318995ddbd2e6f84680c2d97ae7f35fe77611c9bf907a839677597631d83ed03"
==> storage-provisioner [0837b1615169] <==
/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:880 +0x3c8
goroutine 82 [sync.Cond.Wait, 1 minutes]:
sync.runtime_notifyListWait(0x40003e8d50, 0x3)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0x40003e8d40)
/usr/local/go/src/sync/cond.go:56 +0xb8
k8s.io/client-go/util/workqueue.(*Type).Get(0x4000418b40, 0x0, 0x0, 0x1c200)
/Users/medya/go/pkg/mod/k8s.io/client-go@v0.20.5/util/workqueue/queue.go:145 +0x84
sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0x4000438500, 0x1298cd0, 0x40003e8900, 0x0)
/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:990 +0x34
sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(...)
/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:929
sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3()
/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:881 +0x54
k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x4000413ae0)
/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:155 +0x64
k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x4000413ae0, 0x1267368, 0x40001aaf90, 0x1, 0x40000984e0)
/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:156 +0x74
k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x4000413ae0, 0x3b9aca00, 0x0, 0x1, 0x40000984e0)
/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:133 +0x88
k8s.io/apimachinery/pkg/util/wait.Until(0x4000413ae0, 0x3b9aca00, 0x40000984e0)
/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:90 +0x48
created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1
/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:881 +0x308
==> storage-provisioner [95c1c31cca2f] <==
I0315 06:15:47.985339 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0315 06:15:47.995545 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0315 06:15:47.995599 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0315 06:16:07.764417 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0315 06:16:07.764721 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"f8dc3700-93ae-45c0-8d60-3efefb673a56", APIVersion:"v1", ResourceVersion:"750", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' ha-941000_4534d212-bc28-4fa0-b3ca-8e57a6f1f5b9 became leader
I0315 06:16:07.764770 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_ha-941000_4534d212-bc28-4fa0-b3ca-8e57a6f1f5b9!
I0315 06:16:07.865306 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_ha-941000_4534d212-bc28-4fa0-b3ca-8e57a6f1f5b9!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-darwin-arm64 status --format={{.APIServer}} -p ha-941000 -n ha-941000
helpers_test.go:261: (dbg) Run: kubectl --context ha-941000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: kube-apiserver-ha-941000-m02
helpers_test.go:274: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterClusterStart]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context ha-941000 describe pod kube-apiserver-ha-941000-m02
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context ha-941000 describe pod kube-apiserver-ha-941000-m02: exit status 1 (42.132583ms)
** stderr **
Error from server (NotFound): pods "kube-apiserver-ha-941000-m02" not found
** /stderr **
helpers_test.go:279: kubectl --context ha-941000 describe pod kube-apiserver-ha-941000-m02: exit status 1
--- FAIL: TestMultiControlPlane/serial/HAppyAfterClusterStart (4.34s)