=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:392: (dbg) Run: out/minikube-linux-arm64 profile list --output json
ha_test.go:415: expected profile "ha-904693" in json of 'profile list' to have "Degraded" status but have "Starting" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-904693\",\"Status\":\"Starting\",\"Config\":{\"Name\":\"ha-904693\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1760609789-21757@sha256:9824b20f4774128fcb298ad0e6cac7649729886cfba9d444b2305c743a5044c6\",\"Memory\":3072,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"docker\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSS
haresRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.34.1\",\"ClusterName\":\"ha-904693\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.49.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.49.2\",\"Port\":8443,\"KubernetesVersion\":\"v1.34.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{
\"Name\":\"m02\",\"IP\":\"192.168.49.3\",\"Port\":8443,\"KubernetesVersion\":\"v1.34.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.49.5\",\"Port\":0,\"KubernetesVersion\":\"v1.34.1\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubetail\":false,\"kubevirt\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"reg
istry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"MountString\":\"\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"DisableCoreDNSLog\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticI
P\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-arm64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestMultiControlPlane/serial/DegradedAfterClusterRestart]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestMultiControlPlane/serial/DegradedAfterClusterRestart]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect ha-904693
helpers_test.go:243: (dbg) docker inspect ha-904693:
-- stdout --
[
{
"Id": "9e9432db50a50daafa57d01c7173672696624675fed8d805425891333a139e3e",
"Created": "2025-10-18T12:36:31.14853988Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 892248,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-18T12:44:25.97701543Z",
"FinishedAt": "2025-10-18T12:44:25.288916989Z"
},
"Image": "sha256:551264e61976f283a9fbfb2241e8ff3a6dda7ce0fb240891319c40d01d82fdd7",
"ResolvConfPath": "/var/lib/docker/containers/9e9432db50a50daafa57d01c7173672696624675fed8d805425891333a139e3e/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/9e9432db50a50daafa57d01c7173672696624675fed8d805425891333a139e3e/hostname",
"HostsPath": "/var/lib/docker/containers/9e9432db50a50daafa57d01c7173672696624675fed8d805425891333a139e3e/hosts",
"LogPath": "/var/lib/docker/containers/9e9432db50a50daafa57d01c7173672696624675fed8d805425891333a139e3e/9e9432db50a50daafa57d01c7173672696624675fed8d805425891333a139e3e-json.log",
"Name": "/ha-904693",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"ha-904693:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "ha-904693",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "9e9432db50a50daafa57d01c7173672696624675fed8d805425891333a139e3e",
"LowerDir": "/var/lib/docker/overlay2/731b7d94934d2edde93c52bdd71150265bb9357db6439a3e40cc6788221b811f-init/diff:/var/lib/docker/overlay2/48299dba45cdb89e0250a34480f6b62819b0ab86c1bef4a1220a7272328ad42e/diff",
"MergedDir": "/var/lib/docker/overlay2/731b7d94934d2edde93c52bdd71150265bb9357db6439a3e40cc6788221b811f/merged",
"UpperDir": "/var/lib/docker/overlay2/731b7d94934d2edde93c52bdd71150265bb9357db6439a3e40cc6788221b811f/diff",
"WorkDir": "/var/lib/docker/overlay2/731b7d94934d2edde93c52bdd71150265bb9357db6439a3e40cc6788221b811f/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "ha-904693",
"Source": "/var/lib/docker/volumes/ha-904693/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "ha-904693",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1760609789-21757@sha256:9824b20f4774128fcb298ad0e6cac7649729886cfba9d444b2305c743a5044c6",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "ha-904693",
"name.minikube.sigs.k8s.io": "ha-904693",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "9c50d05dd02fc73a6e1bf9086ad2446bd076fd521984307bb39ab5a499f23326",
"SandboxKey": "/var/run/docker/netns/9c50d05dd02f",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33937"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33938"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33941"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33939"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33940"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"ha-904693": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "c2:d6:c0:3d:80:d6",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "ee94edf185e561d017352654d9e728ff82b5f4b27507dd51d551497bab189810",
"EndpointID": "255fc8c5c14856f51b7da7876d61e503ec6a3f85dd6b9147108386eebadf9c15",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"ha-904693",
"9e9432db50a5"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p ha-904693 -n ha-904693
helpers_test.go:252: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestMultiControlPlane/serial/DegradedAfterClusterRestart]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p ha-904693 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p ha-904693 logs -n 25: (1.976194269s)
helpers_test.go:260: TestMultiControlPlane/serial/DegradedAfterClusterRestart logs:
-- stdout --
==> Audit <==
┌─────────┬──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ cp │ ha-904693 cp ha-904693-m03:/home/docker/cp-test.txt ha-904693-m04:/home/docker/cp-test_ha-904693-m03_ha-904693-m04.txt │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:40 UTC │ 18 Oct 25 12:40 UTC │
│ ssh │ ha-904693 ssh -n ha-904693-m03 sudo cat /home/docker/cp-test.txt │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:40 UTC │ 18 Oct 25 12:40 UTC │
│ ssh │ ha-904693 ssh -n ha-904693-m04 sudo cat /home/docker/cp-test_ha-904693-m03_ha-904693-m04.txt │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:40 UTC │ 18 Oct 25 12:40 UTC │
│ cp │ ha-904693 cp testdata/cp-test.txt ha-904693-m04:/home/docker/cp-test.txt │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:40 UTC │ 18 Oct 25 12:40 UTC │
│ ssh │ ha-904693 ssh -n ha-904693-m04 sudo cat /home/docker/cp-test.txt │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:40 UTC │ 18 Oct 25 12:40 UTC │
│ cp │ ha-904693 cp ha-904693-m04:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile2476059903/001/cp-test_ha-904693-m04.txt │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:40 UTC │ 18 Oct 25 12:40 UTC │
│ ssh │ ha-904693 ssh -n ha-904693-m04 sudo cat /home/docker/cp-test.txt │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:40 UTC │ 18 Oct 25 12:40 UTC │
│ cp │ ha-904693 cp ha-904693-m04:/home/docker/cp-test.txt ha-904693:/home/docker/cp-test_ha-904693-m04_ha-904693.txt │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:40 UTC │ 18 Oct 25 12:40 UTC │
│ ssh │ ha-904693 ssh -n ha-904693-m04 sudo cat /home/docker/cp-test.txt │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:40 UTC │ 18 Oct 25 12:40 UTC │
│ ssh │ ha-904693 ssh -n ha-904693 sudo cat /home/docker/cp-test_ha-904693-m04_ha-904693.txt │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:40 UTC │ 18 Oct 25 12:40 UTC │
│ cp │ ha-904693 cp ha-904693-m04:/home/docker/cp-test.txt ha-904693-m02:/home/docker/cp-test_ha-904693-m04_ha-904693-m02.txt │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:40 UTC │ 18 Oct 25 12:40 UTC │
│ ssh │ ha-904693 ssh -n ha-904693-m04 sudo cat /home/docker/cp-test.txt │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:40 UTC │ 18 Oct 25 12:40 UTC │
│ ssh │ ha-904693 ssh -n ha-904693-m02 sudo cat /home/docker/cp-test_ha-904693-m04_ha-904693-m02.txt │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:40 UTC │ 18 Oct 25 12:40 UTC │
│ cp │ ha-904693 cp ha-904693-m04:/home/docker/cp-test.txt ha-904693-m03:/home/docker/cp-test_ha-904693-m04_ha-904693-m03.txt │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:40 UTC │ 18 Oct 25 12:40 UTC │
│ ssh │ ha-904693 ssh -n ha-904693-m04 sudo cat /home/docker/cp-test.txt │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:40 UTC │ 18 Oct 25 12:40 UTC │
│ ssh │ ha-904693 ssh -n ha-904693-m03 sudo cat /home/docker/cp-test_ha-904693-m04_ha-904693-m03.txt │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:40 UTC │ 18 Oct 25 12:40 UTC │
│ node │ ha-904693 node stop m02 --alsologtostderr -v 5 │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:40 UTC │ 18 Oct 25 12:41 UTC │
│ node │ ha-904693 node start m02 --alsologtostderr -v 5 │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:41 UTC │ 18 Oct 25 12:41 UTC │
│ node │ ha-904693 node list --alsologtostderr -v 5 │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:41 UTC │ │
│ stop │ ha-904693 stop --alsologtostderr -v 5 │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:41 UTC │ 18 Oct 25 12:41 UTC │
│ start │ ha-904693 start --wait true --alsologtostderr -v 5 │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:41 UTC │ 18 Oct 25 12:43 UTC │
│ node │ ha-904693 node list --alsologtostderr -v 5 │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:43 UTC │ │
│ node │ ha-904693 node delete m03 --alsologtostderr -v 5 │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:43 UTC │ 18 Oct 25 12:43 UTC │
│ stop │ ha-904693 stop --alsologtostderr -v 5 │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:43 UTC │ 18 Oct 25 12:44 UTC │
│ start │ ha-904693 start --wait true --alsologtostderr -v 5 --driver=docker --container-runtime=crio │ ha-904693 │ jenkins │ v1.37.0 │ 18 Oct 25 12:44 UTC │ │
└─────────┴──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/10/18 12:44:25
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1018 12:44:25.711916 892123 out.go:360] Setting OutFile to fd 1 ...
I1018 12:44:25.712088 892123 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1018 12:44:25.712119 892123 out.go:374] Setting ErrFile to fd 2...
I1018 12:44:25.712138 892123 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1018 12:44:25.712423 892123 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21647-834184/.minikube/bin
I1018 12:44:25.712837 892123 out.go:368] Setting JSON to false
I1018 12:44:25.713721 892123 start.go:131] hostinfo: {"hostname":"ip-172-31-24-2","uptime":16018,"bootTime":1760775448,"procs":157,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1018 12:44:25.713821 892123 start.go:141] virtualization:
I1018 12:44:25.719185 892123 out.go:179] * [ha-904693] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1018 12:44:25.722230 892123 out.go:179] - MINIKUBE_LOCATION=21647
I1018 12:44:25.722359 892123 notify.go:220] Checking for updates...
I1018 12:44:25.728356 892123 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1018 12:44:25.731393 892123 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21647-834184/kubeconfig
I1018 12:44:25.734246 892123 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21647-834184/.minikube
I1018 12:44:25.737415 892123 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1018 12:44:25.740192 892123 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1018 12:44:25.743783 892123 config.go:182] Loaded profile config "ha-904693": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1018 12:44:25.744347 892123 driver.go:421] Setting default libvirt URI to qemu:///system
I1018 12:44:25.769253 892123 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1018 12:44:25.769378 892123 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1018 12:44:25.830176 892123 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:3 ContainersRunning:0 ContainersPaused:0 ContainersStopped:3 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:true NGoroutines:42 SystemTime:2025-10-18 12:44:25.820847832 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1018 12:44:25.830279 892123 docker.go:318] overlay module found
I1018 12:44:25.833295 892123 out.go:179] * Using the docker driver based on existing profile
I1018 12:44:25.836144 892123 start.go:305] selected driver: docker
I1018 12:44:25.836180 892123 start.go:925] validating driver "docker" against &{Name:ha-904693 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1760609789-21757@sha256:9824b20f4774128fcb298ad0e6cac7649729886cfba9d444b2305c743a5044c6 Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:ha-904693 Namespace:default APIServerHAVIP:192.168.49.254 APIServerName
:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.49.3 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m04 IP:192.168.49.5 Port:0 KubernetesVersion:v1.34.1 ContainerRuntime: ControlPlane:false Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow
:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP:
SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1018 12:44:25.836325 892123 start.go:936] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1018 12:44:25.836440 892123 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1018 12:44:25.891844 892123 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:3 ContainersRunning:0 ContainersPaused:0 ContainersStopped:3 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:true NGoroutines:42 SystemTime:2025-10-18 12:44:25.88247637 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aa
rch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path
:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1018 12:44:25.892307 892123 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1018 12:44:25.892333 892123 cni.go:84] Creating CNI manager for ""
I1018 12:44:25.892393 892123 cni.go:136] multinode detected (3 nodes found), recommending kindnet
I1018 12:44:25.892444 892123 start.go:349] cluster config:
{Name:ha-904693 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1760609789-21757@sha256:9824b20f4774128fcb298ad0e6cac7649729886cfba9d444b2305c743a5044c6 Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:ha-904693 Namespace:default APIServerHAVIP:192.168.49.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerR
untime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.49.3 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m04 IP:192.168.49.5 Port:0 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:false Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-s
erver:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1018 12:44:25.895566 892123 out.go:179] * Starting "ha-904693" primary control-plane node in "ha-904693" cluster
I1018 12:44:25.898242 892123 cache.go:123] Beginning downloading kic base image for docker with crio
I1018 12:44:25.901058 892123 out.go:179] * Pulling base image v0.0.48-1760609789-21757 ...
I1018 12:44:25.903961 892123 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1760609789-21757@sha256:9824b20f4774128fcb298ad0e6cac7649729886cfba9d444b2305c743a5044c6 in local docker daemon
I1018 12:44:25.904124 892123 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1018 12:44:25.904158 892123 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21647-834184/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1018 12:44:25.904169 892123 cache.go:58] Caching tarball of preloaded images
I1018 12:44:25.904245 892123 preload.go:233] Found /home/jenkins/minikube-integration/21647-834184/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1018 12:44:25.904261 892123 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1018 12:44:25.904405 892123 profile.go:143] Saving config to /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/config.json ...
I1018 12:44:25.923338 892123 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1760609789-21757@sha256:9824b20f4774128fcb298ad0e6cac7649729886cfba9d444b2305c743a5044c6 in local docker daemon, skipping pull
I1018 12:44:25.923361 892123 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1760609789-21757@sha256:9824b20f4774128fcb298ad0e6cac7649729886cfba9d444b2305c743a5044c6 exists in daemon, skipping load
I1018 12:44:25.923378 892123 cache.go:232] Successfully downloaded all kic artifacts
I1018 12:44:25.923408 892123 start.go:360] acquireMachinesLock for ha-904693: {Name:mk0b11e6cfae1fdc8dfba1eeb3a517fb42d395b7 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1018 12:44:25.923474 892123 start.go:364] duration metric: took 44.365µs to acquireMachinesLock for "ha-904693"
I1018 12:44:25.923496 892123 start.go:96] Skipping create...Using existing machine configuration
I1018 12:44:25.923506 892123 fix.go:54] fixHost starting:
I1018 12:44:25.923797 892123 cli_runner.go:164] Run: docker container inspect ha-904693 --format={{.State.Status}}
I1018 12:44:25.940565 892123 fix.go:112] recreateIfNeeded on ha-904693: state=Stopped err=<nil>
W1018 12:44:25.940596 892123 fix.go:138] unexpected machine state, will restart: <nil>
I1018 12:44:25.943864 892123 out.go:252] * Restarting existing docker container for "ha-904693" ...
I1018 12:44:25.943958 892123 cli_runner.go:164] Run: docker start ha-904693
I1018 12:44:26.194711 892123 cli_runner.go:164] Run: docker container inspect ha-904693 --format={{.State.Status}}
I1018 12:44:26.215813 892123 kic.go:430] container "ha-904693" state is running.
I1018 12:44:26.216371 892123 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-904693
I1018 12:44:26.239035 892123 profile.go:143] Saving config to /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/config.json ...
I1018 12:44:26.240781 892123 machine.go:93] provisionDockerMachine start ...
I1018 12:44:26.240964 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693
I1018 12:44:26.264332 892123 main.go:141] libmachine: Using SSH client type: native
I1018 12:44:26.264643 892123 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eeee0] 0x3f16a0 <nil> [] 0s} 127.0.0.1 33937 <nil> <nil>}
I1018 12:44:26.264652 892123 main.go:141] libmachine: About to run SSH command:
hostname
I1018 12:44:26.265571 892123 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1018 12:44:29.415325 892123 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-904693
I1018 12:44:29.415348 892123 ubuntu.go:182] provisioning hostname "ha-904693"
I1018 12:44:29.415411 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693
I1018 12:44:29.433529 892123 main.go:141] libmachine: Using SSH client type: native
I1018 12:44:29.433861 892123 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eeee0] 0x3f16a0 <nil> [] 0s} 127.0.0.1 33937 <nil> <nil>}
I1018 12:44:29.433879 892123 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-904693 && echo "ha-904693" | sudo tee /etc/hostname
I1018 12:44:29.588755 892123 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-904693
I1018 12:44:29.588848 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693
I1018 12:44:29.609700 892123 main.go:141] libmachine: Using SSH client type: native
I1018 12:44:29.610004 892123 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eeee0] 0x3f16a0 <nil> [] 0s} 127.0.0.1 33937 <nil> <nil>}
I1018 12:44:29.610025 892123 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-904693' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-904693/g' /etc/hosts;
else
echo '127.0.1.1 ha-904693' | sudo tee -a /etc/hosts;
fi
fi
I1018 12:44:29.760098 892123 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1018 12:44:29.760127 892123 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21647-834184/.minikube CaCertPath:/home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21647-834184/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21647-834184/.minikube}
I1018 12:44:29.760148 892123 ubuntu.go:190] setting up certificates
I1018 12:44:29.760157 892123 provision.go:84] configureAuth start
I1018 12:44:29.760217 892123 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-904693
I1018 12:44:29.777989 892123 provision.go:143] copyHostCerts
I1018 12:44:29.778029 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/21647-834184/.minikube/cert.pem
I1018 12:44:29.778061 892123 exec_runner.go:144] found /home/jenkins/minikube-integration/21647-834184/.minikube/cert.pem, removing ...
I1018 12:44:29.778077 892123 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21647-834184/.minikube/cert.pem
I1018 12:44:29.778149 892123 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21647-834184/.minikube/cert.pem (1123 bytes)
I1018 12:44:29.778226 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/21647-834184/.minikube/key.pem
I1018 12:44:29.778242 892123 exec_runner.go:144] found /home/jenkins/minikube-integration/21647-834184/.minikube/key.pem, removing ...
I1018 12:44:29.778247 892123 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21647-834184/.minikube/key.pem
I1018 12:44:29.778271 892123 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21647-834184/.minikube/key.pem (1675 bytes)
I1018 12:44:29.778308 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/21647-834184/.minikube/ca.pem
I1018 12:44:29.778329 892123 exec_runner.go:144] found /home/jenkins/minikube-integration/21647-834184/.minikube/ca.pem, removing ...
I1018 12:44:29.778333 892123 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21647-834184/.minikube/ca.pem
I1018 12:44:29.778355 892123 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21647-834184/.minikube/ca.pem (1082 bytes)
I1018 12:44:29.778399 892123 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21647-834184/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca-key.pem org=jenkins.ha-904693 san=[127.0.0.1 192.168.49.2 ha-904693 localhost minikube]
I1018 12:44:31.047109 892123 provision.go:177] copyRemoteCerts
I1018 12:44:31.047193 892123 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1018 12:44:31.047278 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693
I1018 12:44:31.066067 892123 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33937 SSHKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/ha-904693/id_rsa Username:docker}
I1018 12:44:31.172668 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/machines/server.pem -> /etc/docker/server.pem
I1018 12:44:31.172743 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I1018 12:44:31.191530 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1018 12:44:31.191692 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1018 12:44:31.211233 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1018 12:44:31.211300 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1018 12:44:31.230446 892123 provision.go:87] duration metric: took 1.47026349s to configureAuth
I1018 12:44:31.230476 892123 ubuntu.go:206] setting minikube options for container-runtime
I1018 12:44:31.230724 892123 config.go:182] Loaded profile config "ha-904693": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1018 12:44:31.230839 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693
I1018 12:44:31.248755 892123 main.go:141] libmachine: Using SSH client type: native
I1018 12:44:31.249077 892123 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eeee0] 0x3f16a0 <nil> [] 0s} 127.0.0.1 33937 <nil> <nil>}
I1018 12:44:31.249098 892123 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1018 12:44:31.576103 892123 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1018 12:44:31.576129 892123 machine.go:96] duration metric: took 5.335328605s to provisionDockerMachine
I1018 12:44:31.576140 892123 start.go:293] postStartSetup for "ha-904693" (driver="docker")
I1018 12:44:31.576162 892123 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1018 12:44:31.576224 892123 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1018 12:44:31.576268 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693
I1018 12:44:31.597908 892123 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33937 SSHKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/ha-904693/id_rsa Username:docker}
I1018 12:44:31.707679 892123 ssh_runner.go:195] Run: cat /etc/os-release
I1018 12:44:31.711002 892123 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1018 12:44:31.711071 892123 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1018 12:44:31.711090 892123 filesync.go:126] Scanning /home/jenkins/minikube-integration/21647-834184/.minikube/addons for local assets ...
I1018 12:44:31.711155 892123 filesync.go:126] Scanning /home/jenkins/minikube-integration/21647-834184/.minikube/files for local assets ...
I1018 12:44:31.711247 892123 filesync.go:149] local asset: /home/jenkins/minikube-integration/21647-834184/.minikube/files/etc/ssl/certs/8360862.pem -> 8360862.pem in /etc/ssl/certs
I1018 12:44:31.711259 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/files/etc/ssl/certs/8360862.pem -> /etc/ssl/certs/8360862.pem
I1018 12:44:31.711355 892123 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1018 12:44:31.718886 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/files/etc/ssl/certs/8360862.pem --> /etc/ssl/certs/8360862.pem (1708 bytes)
I1018 12:44:31.736340 892123 start.go:296] duration metric: took 160.184199ms for postStartSetup
I1018 12:44:31.736438 892123 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1018 12:44:31.736480 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693
I1018 12:44:31.754046 892123 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33937 SSHKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/ha-904693/id_rsa Username:docker}
I1018 12:44:31.853280 892123 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1018 12:44:31.858215 892123 fix.go:56] duration metric: took 5.934701373s for fixHost
I1018 12:44:31.858243 892123 start.go:83] releasing machines lock for "ha-904693", held for 5.934757012s
I1018 12:44:31.858326 892123 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-904693
I1018 12:44:31.875758 892123 ssh_runner.go:195] Run: cat /version.json
I1018 12:44:31.875830 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693
I1018 12:44:31.875893 892123 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1018 12:44:31.875954 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693
I1018 12:44:31.896371 892123 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33937 SSHKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/ha-904693/id_rsa Username:docker}
I1018 12:44:31.899369 892123 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33937 SSHKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/ha-904693/id_rsa Username:docker}
I1018 12:44:32.089885 892123 ssh_runner.go:195] Run: systemctl --version
I1018 12:44:32.096829 892123 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1018 12:44:32.132460 892123 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1018 12:44:32.136865 892123 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1018 12:44:32.136993 892123 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1018 12:44:32.144884 892123 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1018 12:44:32.144907 892123 start.go:495] detecting cgroup driver to use...
I1018 12:44:32.144959 892123 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1018 12:44:32.145021 892123 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1018 12:44:32.160437 892123 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1018 12:44:32.173683 892123 docker.go:218] disabling cri-docker service (if available) ...
I1018 12:44:32.173774 892123 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1018 12:44:32.189773 892123 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1018 12:44:32.203204 892123 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1018 12:44:32.313641 892123 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1018 12:44:32.432880 892123 docker.go:234] disabling docker service ...
I1018 12:44:32.432958 892123 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1018 12:44:32.449965 892123 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1018 12:44:32.464069 892123 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1018 12:44:32.584779 892123 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1018 12:44:32.701524 892123 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1018 12:44:32.716906 892123 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1018 12:44:32.732220 892123 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1018 12:44:32.732290 892123 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:44:32.741629 892123 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1018 12:44:32.741721 892123 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:44:32.750956 892123 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:44:32.760523 892123 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:44:32.769646 892123 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1018 12:44:32.777805 892123 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:44:32.786814 892123 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:44:32.795384 892123 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:44:32.804860 892123 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1018 12:44:32.812429 892123 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1018 12:44:32.820169 892123 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1018 12:44:32.933627 892123 ssh_runner.go:195] Run: sudo systemctl restart crio
I1018 12:44:33.073156 892123 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1018 12:44:33.073243 892123 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1018 12:44:33.077339 892123 start.go:563] Will wait 60s for crictl version
I1018 12:44:33.077414 892123 ssh_runner.go:195] Run: which crictl
I1018 12:44:33.081817 892123 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1018 12:44:33.111160 892123 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1018 12:44:33.111248 892123 ssh_runner.go:195] Run: crio --version
I1018 12:44:33.140441 892123 ssh_runner.go:195] Run: crio --version
I1018 12:44:33.172376 892123 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1018 12:44:33.175295 892123 cli_runner.go:164] Run: docker network inspect ha-904693 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1018 12:44:33.191834 892123 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1018 12:44:33.195889 892123 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1018 12:44:33.206059 892123 kubeadm.go:883] updating cluster {Name:ha-904693 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1760609789-21757@sha256:9824b20f4774128fcb298ad0e6cac7649729886cfba9d444b2305c743a5044c6 Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:ha-904693 Namespace:default APIServerHAVIP:192.168.49.254 APIServerName:minikubeCA APISe
rverNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.49.3 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m04 IP:192.168.49.5 Port:0 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:false Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubeta
il:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock:
SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1018 12:44:33.206251 892123 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1018 12:44:33.206309 892123 ssh_runner.go:195] Run: sudo crictl images --output json
I1018 12:44:33.242225 892123 crio.go:514] all images are preloaded for cri-o runtime.
I1018 12:44:33.242255 892123 crio.go:433] Images already preloaded, skipping extraction
I1018 12:44:33.242314 892123 ssh_runner.go:195] Run: sudo crictl images --output json
I1018 12:44:33.268715 892123 crio.go:514] all images are preloaded for cri-o runtime.
I1018 12:44:33.268738 892123 cache_images.go:85] Images are preloaded, skipping loading
I1018 12:44:33.268746 892123 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.34.1 crio true true} ...
I1018 12:44:33.268859 892123 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=ha-904693 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:ha-904693 Namespace:default APIServerHAVIP:192.168.49.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1018 12:44:33.268940 892123 ssh_runner.go:195] Run: crio config
I1018 12:44:33.339264 892123 cni.go:84] Creating CNI manager for ""
I1018 12:44:33.339288 892123 cni.go:136] multinode detected (3 nodes found), recommending kindnet
I1018 12:44:33.339305 892123 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1018 12:44:33.339328 892123 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-904693 NodeName:ha-904693 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/mani
fests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1018 12:44:33.339459 892123 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-904693"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1018 12:44:33.339481 892123 kube-vip.go:115] generating kube-vip config ...
I1018 12:44:33.339539 892123 ssh_runner.go:195] Run: sudo sh -c "lsmod | grep ip_vs"
I1018 12:44:33.352416 892123 kube-vip.go:163] giving up enabling control-plane load-balancing as ipvs kernel modules appears not to be available: sudo sh -c "lsmod | grep ip_vs": Process exited with status 1
stdout:
stderr:
I1018 12:44:33.352526 892123 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.49.254
- name: prometheus_server
value: :2112
image: ghcr.io/kube-vip/kube-vip:v1.0.1
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1018 12:44:33.352590 892123 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1018 12:44:33.360442 892123 binaries.go:44] Found k8s binaries, skipping transfer
I1018 12:44:33.360534 892123 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1018 12:44:33.368315 892123 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (359 bytes)
I1018 12:44:33.381459 892123 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1018 12:44:33.394655 892123 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2206 bytes)
I1018 12:44:33.407827 892123 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1358 bytes)
I1018 12:44:33.421345 892123 ssh_runner.go:195] Run: grep 192.168.49.254 control-plane.minikube.internal$ /etc/hosts
I1018 12:44:33.425393 892123 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1018 12:44:33.435521 892123 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1018 12:44:33.547456 892123 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1018 12:44:33.571606 892123 certs.go:69] Setting up /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693 for IP: 192.168.49.2
I1018 12:44:33.571630 892123 certs.go:195] generating shared ca certs ...
I1018 12:44:33.571647 892123 certs.go:227] acquiring lock for ca certs: {Name:mke3bd2a69e1a2c8eeacc728651996fb6d634fdc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1018 12:44:33.571882 892123 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21647-834184/.minikube/ca.key
I1018 12:44:33.572004 892123 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21647-834184/.minikube/proxy-client-ca.key
I1018 12:44:33.572021 892123 certs.go:257] generating profile certs ...
I1018 12:44:33.572109 892123 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/client.key
I1018 12:44:33.572141 892123 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/apiserver.key.a7995e44
I1018 12:44:33.572159 892123 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/apiserver.crt.a7995e44 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2 192.168.49.3 192.168.49.254]
I1018 12:44:34.089841 892123 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/apiserver.crt.a7995e44 ...
I1018 12:44:34.089879 892123 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/apiserver.crt.a7995e44: {Name:mk73ee01371c8601ccdf153e68cf18fb41b0caf4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1018 12:44:34.090092 892123 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/apiserver.key.a7995e44 ...
I1018 12:44:34.090109 892123 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/apiserver.key.a7995e44: {Name:mkc407effae516c519c94bd817f4f88bdad85974 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1018 12:44:34.090201 892123 certs.go:382] copying /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/apiserver.crt.a7995e44 -> /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/apiserver.crt
I1018 12:44:34.090356 892123 certs.go:386] copying /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/apiserver.key.a7995e44 -> /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/apiserver.key
I1018 12:44:34.090505 892123 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/proxy-client.key
I1018 12:44:34.090525 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1018 12:44:34.090542 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1018 12:44:34.090563 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1018 12:44:34.090582 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1018 12:44:34.090598 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1018 12:44:34.090617 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1018 12:44:34.090634 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1018 12:44:34.090652 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1018 12:44:34.090706 892123 certs.go:484] found cert: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/836086.pem (1338 bytes)
W1018 12:44:34.090745 892123 certs.go:480] ignoring /home/jenkins/minikube-integration/21647-834184/.minikube/certs/836086_empty.pem, impossibly tiny 0 bytes
I1018 12:44:34.090766 892123 certs.go:484] found cert: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca-key.pem (1675 bytes)
I1018 12:44:34.090802 892123 certs.go:484] found cert: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem (1082 bytes)
I1018 12:44:34.090831 892123 certs.go:484] found cert: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/cert.pem (1123 bytes)
I1018 12:44:34.090865 892123 certs.go:484] found cert: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/key.pem (1675 bytes)
I1018 12:44:34.090911 892123 certs.go:484] found cert: /home/jenkins/minikube-integration/21647-834184/.minikube/files/etc/ssl/certs/8360862.pem (1708 bytes)
I1018 12:44:34.090942 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/836086.pem -> /usr/share/ca-certificates/836086.pem
I1018 12:44:34.090959 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/files/etc/ssl/certs/8360862.pem -> /usr/share/ca-certificates/8360862.pem
I1018 12:44:34.090975 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1018 12:44:34.091691 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1018 12:44:34.111143 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1671 bytes)
I1018 12:44:34.130224 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1018 12:44:34.147895 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1018 12:44:34.166568 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1432 bytes)
I1018 12:44:34.191542 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1018 12:44:34.218375 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1018 12:44:34.243094 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1018 12:44:34.264702 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/certs/836086.pem --> /usr/share/ca-certificates/836086.pem (1338 bytes)
I1018 12:44:34.290199 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/files/etc/ssl/certs/8360862.pem --> /usr/share/ca-certificates/8360862.pem (1708 bytes)
I1018 12:44:34.313998 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1018 12:44:34.341991 892123 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1018 12:44:34.361379 892123 ssh_runner.go:195] Run: openssl version
I1018 12:44:34.380056 892123 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/8360862.pem && ln -fs /usr/share/ca-certificates/8360862.pem /etc/ssl/certs/8360862.pem"
I1018 12:44:34.400140 892123 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/8360862.pem
I1018 12:44:34.409637 892123 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 18 12:23 /usr/share/ca-certificates/8360862.pem
I1018 12:44:34.409718 892123 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/8360862.pem
I1018 12:44:34.514177 892123 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/8360862.pem /etc/ssl/certs/3ec20f2e.0"
I1018 12:44:34.526963 892123 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1018 12:44:34.541968 892123 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1018 12:44:34.546450 892123 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 18 12:16 /usr/share/ca-certificates/minikubeCA.pem
I1018 12:44:34.546529 892123 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1018 12:44:34.608344 892123 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1018 12:44:34.616770 892123 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/836086.pem && ln -fs /usr/share/ca-certificates/836086.pem /etc/ssl/certs/836086.pem"
I1018 12:44:34.627781 892123 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/836086.pem
I1018 12:44:34.635676 892123 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 18 12:23 /usr/share/ca-certificates/836086.pem
I1018 12:44:34.635755 892123 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/836086.pem
I1018 12:44:34.691087 892123 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/836086.pem /etc/ssl/certs/51391683.0"
I1018 12:44:34.700436 892123 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1018 12:44:34.704339 892123 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1018 12:44:34.762289 892123 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1018 12:44:34.835373 892123 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1018 12:44:34.908492 892123 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1018 12:44:34.968701 892123 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1018 12:44:35.018893 892123 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1018 12:44:35.074866 892123 kubeadm.go:400] StartCluster: {Name:ha-904693 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1760609789-21757@sha256:9824b20f4774128fcb298ad0e6cac7649729886cfba9d444b2305c743a5044c6 Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:ha-904693 Namespace:default APIServerHAVIP:192.168.49.254 APIServerName:minikubeCA APIServe
rNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.49.3 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m04 IP:192.168.49.5 Port:0 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:false Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:
false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SS
HAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1018 12:44:35.075012 892123 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1018 12:44:35.075100 892123 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1018 12:44:35.116413 892123 cri.go:89] found id: "f3e12646a28acaf33acb91c449640e2b7c2e1b51a07fda1222a124108fa3a60d"
I1018 12:44:35.116441 892123 cri.go:89] found id: "adda974732675bf5434d1d2f50dcf1a62d7e89e192480dcbb5a9ffec2ab87ea9"
I1018 12:44:35.116447 892123 cri.go:89] found id: "10798af55ae16ce657fb223cc3b8e580322135ff7246e162207a86ef8e91e5de"
I1018 12:44:35.116470 892123 cri.go:89] found id: "2df8ceef3f1125567cb2b22627f6c2b90e7425331ffa5e5bbe8a97dcb849d5af"
I1018 12:44:35.116474 892123 cri.go:89] found id: "bb134bdda02b2b1865dbf7bfd965c0d86f8c2b7ee0818669fb4f4cfd3f5f8484"
I1018 12:44:35.116478 892123 cri.go:89] found id: ""
I1018 12:44:35.116537 892123 ssh_runner.go:195] Run: sudo runc list -f json
W1018 12:44:35.135127 892123 kubeadm.go:407] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-18T12:44:35Z" level=error msg="open /run/runc: no such file or directory"
I1018 12:44:35.135230 892123 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1018 12:44:35.147730 892123 kubeadm.go:416] found existing configuration files, will attempt cluster restart
I1018 12:44:35.147766 892123 kubeadm.go:597] restartPrimaryControlPlane start ...
I1018 12:44:35.147824 892123 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1018 12:44:35.157524 892123 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1018 12:44:35.158025 892123 kubeconfig.go:47] verify endpoint returned: get endpoint: "ha-904693" does not appear in /home/jenkins/minikube-integration/21647-834184/kubeconfig
I1018 12:44:35.158160 892123 kubeconfig.go:62] /home/jenkins/minikube-integration/21647-834184/kubeconfig needs updating (will repair): [kubeconfig missing "ha-904693" cluster setting kubeconfig missing "ha-904693" context setting]
I1018 12:44:35.158473 892123 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21647-834184/kubeconfig: {Name:mk9d81e704441132e954a911f54f762a77297896 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1018 12:44:35.159101 892123 kapi.go:59] client config for ha-904693: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/client.crt", KeyFile:"/home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/client.key", CAFile:"/home/jenkins/minikube-integration/21647-834184/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil
)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2120010), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), WarningHandlerWithContext:rest.WarningHandlerWithContext(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1018 12:44:35.159857 892123 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false
I1018 12:44:35.159896 892123 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I1018 12:44:35.159940 892123 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false
I1018 12:44:35.159949 892123 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1018 12:44:35.159955 892123 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true
I1018 12:44:35.159960 892123 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1018 12:44:35.160422 892123 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1018 12:44:35.173010 892123 kubeadm.go:634] The running cluster does not require reconfiguration: 192.168.49.2
I1018 12:44:35.173040 892123 kubeadm.go:601] duration metric: took 25.265992ms to restartPrimaryControlPlane
I1018 12:44:35.173050 892123 kubeadm.go:402] duration metric: took 98.194754ms to StartCluster
I1018 12:44:35.173077 892123 settings.go:142] acquiring lock: {Name:mk5bf8d55d3f76468cdb0d2ca461ece56ab3043f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1018 12:44:35.173159 892123 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21647-834184/kubeconfig
I1018 12:44:35.173840 892123 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21647-834184/kubeconfig: {Name:mk9d81e704441132e954a911f54f762a77297896 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1018 12:44:35.174085 892123 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1018 12:44:35.174116 892123 start.go:241] waiting for startup goroutines ...
I1018 12:44:35.174143 892123 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1018 12:44:35.174720 892123 config.go:182] Loaded profile config "ha-904693": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1018 12:44:35.180626 892123 out.go:179] * Enabled addons:
I1018 12:44:35.183765 892123 addons.go:514] duration metric: took 9.629337ms for enable addons: enabled=[]
I1018 12:44:35.183834 892123 start.go:246] waiting for cluster config update ...
I1018 12:44:35.183849 892123 start.go:255] writing updated cluster config ...
I1018 12:44:35.186931 892123 out.go:203]
I1018 12:44:35.190015 892123 config.go:182] Loaded profile config "ha-904693": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1018 12:44:35.190154 892123 profile.go:143] Saving config to /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/config.json ...
I1018 12:44:35.193614 892123 out.go:179] * Starting "ha-904693-m02" control-plane node in "ha-904693" cluster
I1018 12:44:35.196414 892123 cache.go:123] Beginning downloading kic base image for docker with crio
I1018 12:44:35.199358 892123 out.go:179] * Pulling base image v0.0.48-1760609789-21757 ...
I1018 12:44:35.202336 892123 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1018 12:44:35.202376 892123 cache.go:58] Caching tarball of preloaded images
I1018 12:44:35.202494 892123 preload.go:233] Found /home/jenkins/minikube-integration/21647-834184/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1018 12:44:35.202510 892123 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1018 12:44:35.202646 892123 profile.go:143] Saving config to /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/config.json ...
I1018 12:44:35.202901 892123 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1760609789-21757@sha256:9824b20f4774128fcb298ad0e6cac7649729886cfba9d444b2305c743a5044c6 in local docker daemon
I1018 12:44:35.244427 892123 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1760609789-21757@sha256:9824b20f4774128fcb298ad0e6cac7649729886cfba9d444b2305c743a5044c6 in local docker daemon, skipping pull
I1018 12:44:35.244451 892123 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1760609789-21757@sha256:9824b20f4774128fcb298ad0e6cac7649729886cfba9d444b2305c743a5044c6 exists in daemon, skipping load
I1018 12:44:35.244465 892123 cache.go:232] Successfully downloaded all kic artifacts
I1018 12:44:35.244491 892123 start.go:360] acquireMachinesLock for ha-904693-m02: {Name:mk6c2f485a3713f332b20d1d9fdf103954df7ac5 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1018 12:44:35.244553 892123 start.go:364] duration metric: took 42.085µs to acquireMachinesLock for "ha-904693-m02"
I1018 12:44:35.244578 892123 start.go:96] Skipping create...Using existing machine configuration
I1018 12:44:35.244587 892123 fix.go:54] fixHost starting: m02
I1018 12:44:35.244844 892123 cli_runner.go:164] Run: docker container inspect ha-904693-m02 --format={{.State.Status}}
I1018 12:44:35.277624 892123 fix.go:112] recreateIfNeeded on ha-904693-m02: state=Stopped err=<nil>
W1018 12:44:35.277652 892123 fix.go:138] unexpected machine state, will restart: <nil>
I1018 12:44:35.280995 892123 out.go:252] * Restarting existing docker container for "ha-904693-m02" ...
I1018 12:44:35.281088 892123 cli_runner.go:164] Run: docker start ha-904693-m02
I1018 12:44:35.680444 892123 cli_runner.go:164] Run: docker container inspect ha-904693-m02 --format={{.State.Status}}
I1018 12:44:35.711547 892123 kic.go:430] container "ha-904693-m02" state is running.
I1018 12:44:35.711981 892123 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-904693-m02
I1018 12:44:35.739312 892123 profile.go:143] Saving config to /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/config.json ...
I1018 12:44:35.739556 892123 machine.go:93] provisionDockerMachine start ...
I1018 12:44:35.739755 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693-m02
I1018 12:44:35.771422 892123 main.go:141] libmachine: Using SSH client type: native
I1018 12:44:35.771751 892123 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eeee0] 0x3f16a0 <nil> [] 0s} 127.0.0.1 33942 <nil> <nil>}
I1018 12:44:35.771766 892123 main.go:141] libmachine: About to run SSH command:
hostname
I1018 12:44:35.772400 892123 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1018 12:44:39.052293 892123 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-904693-m02
I1018 12:44:39.052316 892123 ubuntu.go:182] provisioning hostname "ha-904693-m02"
I1018 12:44:39.052382 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693-m02
I1018 12:44:39.080876 892123 main.go:141] libmachine: Using SSH client type: native
I1018 12:44:39.081188 892123 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eeee0] 0x3f16a0 <nil> [] 0s} 127.0.0.1 33942 <nil> <nil>}
I1018 12:44:39.081199 892123 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-904693-m02 && echo "ha-904693-m02" | sudo tee /etc/hostname
I1018 12:44:39.340056 892123 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-904693-m02
I1018 12:44:39.340143 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693-m02
I1018 12:44:39.373338 892123 main.go:141] libmachine: Using SSH client type: native
I1018 12:44:39.373649 892123 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eeee0] 0x3f16a0 <nil> [] 0s} 127.0.0.1 33942 <nil> <nil>}
I1018 12:44:39.373672 892123 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-904693-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-904693-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-904693-m02' | sudo tee -a /etc/hosts;
fi
fi
I1018 12:44:39.630504 892123 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1018 12:44:39.630578 892123 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21647-834184/.minikube CaCertPath:/home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21647-834184/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21647-834184/.minikube}
I1018 12:44:39.630612 892123 ubuntu.go:190] setting up certificates
I1018 12:44:39.630652 892123 provision.go:84] configureAuth start
I1018 12:44:39.630734 892123 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-904693-m02
I1018 12:44:39.675738 892123 provision.go:143] copyHostCerts
I1018 12:44:39.675784 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/21647-834184/.minikube/ca.pem
I1018 12:44:39.675817 892123 exec_runner.go:144] found /home/jenkins/minikube-integration/21647-834184/.minikube/ca.pem, removing ...
I1018 12:44:39.675825 892123 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21647-834184/.minikube/ca.pem
I1018 12:44:39.675904 892123 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21647-834184/.minikube/ca.pem (1082 bytes)
I1018 12:44:39.675996 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/21647-834184/.minikube/cert.pem
I1018 12:44:39.676014 892123 exec_runner.go:144] found /home/jenkins/minikube-integration/21647-834184/.minikube/cert.pem, removing ...
I1018 12:44:39.676020 892123 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21647-834184/.minikube/cert.pem
I1018 12:44:39.676047 892123 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21647-834184/.minikube/cert.pem (1123 bytes)
I1018 12:44:39.676086 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/21647-834184/.minikube/key.pem
I1018 12:44:39.676101 892123 exec_runner.go:144] found /home/jenkins/minikube-integration/21647-834184/.minikube/key.pem, removing ...
I1018 12:44:39.676105 892123 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21647-834184/.minikube/key.pem
I1018 12:44:39.676126 892123 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21647-834184/.minikube/key.pem (1675 bytes)
I1018 12:44:39.676170 892123 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21647-834184/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca-key.pem org=jenkins.ha-904693-m02 san=[127.0.0.1 192.168.49.3 ha-904693-m02 localhost minikube]
I1018 12:44:40.218129 892123 provision.go:177] copyRemoteCerts
I1018 12:44:40.218244 892123 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1018 12:44:40.218322 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693-m02
I1018 12:44:40.236440 892123 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33942 SSHKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/ha-904693-m02/id_rsa Username:docker}
I1018 12:44:40.357787 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1018 12:44:40.357851 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1018 12:44:40.393588 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/machines/server.pem -> /etc/docker/server.pem
I1018 12:44:40.393654 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1018 12:44:40.414582 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1018 12:44:40.414689 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1018 12:44:40.435522 892123 provision.go:87] duration metric: took 804.840193ms to configureAuth
I1018 12:44:40.435591 892123 ubuntu.go:206] setting minikube options for container-runtime
I1018 12:44:40.435862 892123 config.go:182] Loaded profile config "ha-904693": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1018 12:44:40.436016 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693-m02
I1018 12:44:40.461848 892123 main.go:141] libmachine: Using SSH client type: native
I1018 12:44:40.462155 892123 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eeee0] 0x3f16a0 <nil> [] 0s} 127.0.0.1 33942 <nil> <nil>}
I1018 12:44:40.462170 892123 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1018 12:44:41.604038 892123 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1018 12:44:41.604122 892123 machine.go:96] duration metric: took 5.864556191s to provisionDockerMachine
I1018 12:44:41.604150 892123 start.go:293] postStartSetup for "ha-904693-m02" (driver="docker")
I1018 12:44:41.604193 892123 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1018 12:44:41.604277 892123 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1018 12:44:41.604362 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693-m02
I1018 12:44:41.635166 892123 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33942 SSHKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/ha-904693-m02/id_rsa Username:docker}
I1018 12:44:41.769733 892123 ssh_runner.go:195] Run: cat /etc/os-release
I1018 12:44:41.773730 892123 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1018 12:44:41.773761 892123 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1018 12:44:41.773774 892123 filesync.go:126] Scanning /home/jenkins/minikube-integration/21647-834184/.minikube/addons for local assets ...
I1018 12:44:41.773829 892123 filesync.go:126] Scanning /home/jenkins/minikube-integration/21647-834184/.minikube/files for local assets ...
I1018 12:44:41.773913 892123 filesync.go:149] local asset: /home/jenkins/minikube-integration/21647-834184/.minikube/files/etc/ssl/certs/8360862.pem -> 8360862.pem in /etc/ssl/certs
I1018 12:44:41.773925 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/files/etc/ssl/certs/8360862.pem -> /etc/ssl/certs/8360862.pem
I1018 12:44:41.774028 892123 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1018 12:44:41.784876 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/files/etc/ssl/certs/8360862.pem --> /etc/ssl/certs/8360862.pem (1708 bytes)
I1018 12:44:41.825486 892123 start.go:296] duration metric: took 221.293722ms for postStartSetup
I1018 12:44:41.825575 892123 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1018 12:44:41.825622 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693-m02
I1018 12:44:41.853550 892123 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33942 SSHKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/ha-904693-m02/id_rsa Username:docker}
I1018 12:44:41.984344 892123 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1018 12:44:41.992594 892123 fix.go:56] duration metric: took 6.7479992s for fixHost
I1018 12:44:41.992625 892123 start.go:83] releasing machines lock for "ha-904693-m02", held for 6.748059204s
I1018 12:44:41.992720 892123 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-904693-m02
I1018 12:44:42.035079 892123 out.go:179] * Found network options:
I1018 12:44:42.038018 892123 out.go:179] - NO_PROXY=192.168.49.2
W1018 12:44:42.041005 892123 proxy.go:120] fail to check proxy env: Error ip not in block
W1018 12:44:42.041052 892123 proxy.go:120] fail to check proxy env: Error ip not in block
I1018 12:44:42.041143 892123 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1018 12:44:42.041192 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693-m02
I1018 12:44:42.041445 892123 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1018 12:44:42.041506 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693-m02
I1018 12:44:42.075479 892123 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33942 SSHKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/ha-904693-m02/id_rsa Username:docker}
I1018 12:44:42.085476 892123 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33942 SSHKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/ha-904693-m02/id_rsa Username:docker}
I1018 12:44:42.517801 892123 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1018 12:44:42.530700 892123 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1018 12:44:42.530775 892123 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1018 12:44:42.589914 892123 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1018 12:44:42.589943 892123 start.go:495] detecting cgroup driver to use...
I1018 12:44:42.589978 892123 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1018 12:44:42.590036 892123 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1018 12:44:42.638987 892123 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1018 12:44:42.723590 892123 docker.go:218] disabling cri-docker service (if available) ...
I1018 12:44:42.723700 892123 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1018 12:44:42.768190 892123 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1018 12:44:42.816075 892123 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1018 12:44:43.152357 892123 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1018 12:44:43.513952 892123 docker.go:234] disabling docker service ...
I1018 12:44:43.514041 892123 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1018 12:44:43.540222 892123 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1018 12:44:43.562890 892123 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1018 12:44:43.881442 892123 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1018 12:44:44.114079 892123 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1018 12:44:44.148782 892123 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1018 12:44:44.181271 892123 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1018 12:44:44.181354 892123 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:44:44.192614 892123 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1018 12:44:44.192694 892123 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:44:44.213293 892123 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:44:44.227635 892123 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:44:44.246173 892123 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1018 12:44:44.260324 892123 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:44:44.277559 892123 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:44:44.289335 892123 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:44:44.301185 892123 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1018 12:44:44.310422 892123 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1018 12:44:44.319878 892123 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1018 12:44:44.623936 892123 ssh_runner.go:195] Run: sudo systemctl restart crio
I1018 12:46:14.836486 892123 ssh_runner.go:235] Completed: sudo systemctl restart crio: (1m30.212505487s)
I1018 12:46:14.836513 892123 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1018 12:46:14.836567 892123 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1018 12:46:14.840408 892123 start.go:563] Will wait 60s for crictl version
I1018 12:46:14.840481 892123 ssh_runner.go:195] Run: which crictl
I1018 12:46:14.844075 892123 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1018 12:46:14.874919 892123 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1018 12:46:14.875007 892123 ssh_runner.go:195] Run: crio --version
I1018 12:46:14.904606 892123 ssh_runner.go:195] Run: crio --version
I1018 12:46:14.937907 892123 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1018 12:46:14.940843 892123 out.go:179] - env NO_PROXY=192.168.49.2
I1018 12:46:14.943768 892123 cli_runner.go:164] Run: docker network inspect ha-904693 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1018 12:46:14.960925 892123 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1018 12:46:14.964939 892123 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1018 12:46:14.975051 892123 mustload.go:65] Loading cluster: ha-904693
I1018 12:46:14.975310 892123 config.go:182] Loaded profile config "ha-904693": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1018 12:46:14.975576 892123 cli_runner.go:164] Run: docker container inspect ha-904693 --format={{.State.Status}}
I1018 12:46:14.993112 892123 host.go:66] Checking if "ha-904693" exists ...
I1018 12:46:14.993392 892123 certs.go:69] Setting up /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693 for IP: 192.168.49.3
I1018 12:46:14.993406 892123 certs.go:195] generating shared ca certs ...
I1018 12:46:14.993423 892123 certs.go:227] acquiring lock for ca certs: {Name:mke3bd2a69e1a2c8eeacc728651996fb6d634fdc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1018 12:46:14.993545 892123 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21647-834184/.minikube/ca.key
I1018 12:46:14.993591 892123 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21647-834184/.minikube/proxy-client-ca.key
I1018 12:46:14.993605 892123 certs.go:257] generating profile certs ...
I1018 12:46:14.993681 892123 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/client.key
I1018 12:46:14.993743 892123 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/apiserver.key.385e3bc8
I1018 12:46:14.993827 892123 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/proxy-client.key
I1018 12:46:14.993839 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1018 12:46:14.993853 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1018 12:46:14.993868 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1018 12:46:14.993881 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1018 12:46:14.993896 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1018 12:46:14.993915 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1018 12:46:14.993927 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1018 12:46:14.993940 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1018 12:46:14.993992 892123 certs.go:484] found cert: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/836086.pem (1338 bytes)
W1018 12:46:14.994023 892123 certs.go:480] ignoring /home/jenkins/minikube-integration/21647-834184/.minikube/certs/836086_empty.pem, impossibly tiny 0 bytes
I1018 12:46:14.994036 892123 certs.go:484] found cert: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca-key.pem (1675 bytes)
I1018 12:46:14.994064 892123 certs.go:484] found cert: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem (1082 bytes)
I1018 12:46:14.994090 892123 certs.go:484] found cert: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/cert.pem (1123 bytes)
I1018 12:46:14.994114 892123 certs.go:484] found cert: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/key.pem (1675 bytes)
I1018 12:46:14.994159 892123 certs.go:484] found cert: /home/jenkins/minikube-integration/21647-834184/.minikube/files/etc/ssl/certs/8360862.pem (1708 bytes)
I1018 12:46:14.994187 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1018 12:46:14.994202 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/836086.pem -> /usr/share/ca-certificates/836086.pem
I1018 12:46:14.994213 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/files/etc/ssl/certs/8360862.pem -> /usr/share/ca-certificates/8360862.pem
I1018 12:46:14.994275 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693
I1018 12:46:15.025861 892123 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33937 SSHKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/ha-904693/id_rsa Username:docker}
I1018 12:46:15.144065 892123 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1018 12:46:15.148291 892123 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1018 12:46:15.157425 892123 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1018 12:46:15.161586 892123 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1018 12:46:15.170498 892123 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1018 12:46:15.175977 892123 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1018 12:46:15.189359 892123 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1018 12:46:15.193340 892123 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1018 12:46:15.202262 892123 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1018 12:46:15.206095 892123 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1018 12:46:15.214849 892123 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1018 12:46:15.219115 892123 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1018 12:46:15.228620 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1018 12:46:15.247537 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1671 bytes)
I1018 12:46:15.267038 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1018 12:46:15.296556 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1018 12:46:15.317916 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1432 bytes)
I1018 12:46:15.336289 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1018 12:46:15.353950 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1018 12:46:15.373731 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1018 12:46:15.394136 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1018 12:46:15.413750 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/certs/836086.pem --> /usr/share/ca-certificates/836086.pem (1338 bytes)
I1018 12:46:15.434057 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/files/etc/ssl/certs/8360862.pem --> /usr/share/ca-certificates/8360862.pem (1708 bytes)
I1018 12:46:15.453144 892123 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1018 12:46:15.471392 892123 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1018 12:46:15.487802 892123 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1018 12:46:15.504613 892123 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1018 12:46:15.518898 892123 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1018 12:46:15.533487 892123 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1018 12:46:15.549167 892123 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1018 12:46:15.564048 892123 ssh_runner.go:195] Run: openssl version
I1018 12:46:15.570605 892123 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1018 12:46:15.580039 892123 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1018 12:46:15.584075 892123 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 18 12:16 /usr/share/ca-certificates/minikubeCA.pem
I1018 12:46:15.584195 892123 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1018 12:46:15.625980 892123 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1018 12:46:15.634627 892123 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/836086.pem && ln -fs /usr/share/ca-certificates/836086.pem /etc/ssl/certs/836086.pem"
I1018 12:46:15.643508 892123 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/836086.pem
I1018 12:46:15.647557 892123 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 18 12:23 /usr/share/ca-certificates/836086.pem
I1018 12:46:15.647647 892123 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/836086.pem
I1018 12:46:15.691919 892123 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/836086.pem /etc/ssl/certs/51391683.0"
I1018 12:46:15.702734 892123 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/8360862.pem && ln -fs /usr/share/ca-certificates/8360862.pem /etc/ssl/certs/8360862.pem"
I1018 12:46:15.718411 892123 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/8360862.pem
I1018 12:46:15.727743 892123 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 18 12:23 /usr/share/ca-certificates/8360862.pem
I1018 12:46:15.727823 892123 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/8360862.pem
I1018 12:46:15.778694 892123 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/8360862.pem /etc/ssl/certs/3ec20f2e.0"
I1018 12:46:15.788950 892123 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1018 12:46:15.793324 892123 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1018 12:46:15.837931 892123 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1018 12:46:15.890538 892123 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1018 12:46:15.937757 892123 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1018 12:46:15.981996 892123 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1018 12:46:16.024029 892123 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1018 12:46:16.066839 892123 kubeadm.go:934] updating node {m02 192.168.49.3 8443 v1.34.1 crio true true} ...
I1018 12:46:16.067008 892123 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=ha-904693-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.3
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:ha-904693 Namespace:default APIServerHAVIP:192.168.49.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1018 12:46:16.067038 892123 kube-vip.go:115] generating kube-vip config ...
I1018 12:46:16.067094 892123 ssh_runner.go:195] Run: sudo sh -c "lsmod | grep ip_vs"
I1018 12:46:16.080115 892123 kube-vip.go:163] giving up enabling control-plane load-balancing as ipvs kernel modules appears not to be available: sudo sh -c "lsmod | grep ip_vs": Process exited with status 1
stdout:
stderr:
I1018 12:46:16.080187 892123 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.49.254
- name: prometheus_server
value: :2112
image: ghcr.io/kube-vip/kube-vip:v1.0.1
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1018 12:46:16.080261 892123 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1018 12:46:16.089171 892123 binaries.go:44] Found k8s binaries, skipping transfer
I1018 12:46:16.089252 892123 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1018 12:46:16.097956 892123 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1018 12:46:16.111585 892123 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1018 12:46:16.125002 892123 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1358 bytes)
I1018 12:46:16.140735 892123 ssh_runner.go:195] Run: grep 192.168.49.254 control-plane.minikube.internal$ /etc/hosts
I1018 12:46:16.144498 892123 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1018 12:46:16.154452 892123 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1018 12:46:16.294558 892123 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1018 12:46:16.309039 892123 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.49.3 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1018 12:46:16.309487 892123 config.go:182] Loaded profile config "ha-904693": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1018 12:46:16.314390 892123 out.go:179] * Verifying Kubernetes components...
I1018 12:46:16.317527 892123 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1018 12:46:16.453319 892123 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1018 12:46:16.468140 892123 kapi.go:59] client config for ha-904693: &rest.Config{Host:"https://192.168.49.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/client.crt", KeyFile:"/home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/client.key", CAFile:"/home/jenkins/minikube-integration/21647-834184/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2120010), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), WarningHandlerWithContext:rest.WarningHandlerWithContext(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1018 12:46:16.468216 892123 kubeadm.go:491] Overriding stale ClientConfig host https://192.168.49.254:8443 with https://192.168.49.2:8443
I1018 12:46:16.468510 892123 node_ready.go:35] waiting up to 6m0s for node "ha-904693-m02" to be "Ready" ...
I1018 12:46:18.198175 892123 node_ready.go:49] node "ha-904693-m02" is "Ready"
I1018 12:46:18.198201 892123 node_ready.go:38] duration metric: took 1.729664998s for node "ha-904693-m02" to be "Ready" ...
I1018 12:46:18.198217 892123 api_server.go:52] waiting for apiserver process to appear ...
I1018 12:46:18.198278 892123 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1018 12:46:18.217101 892123 api_server.go:72] duration metric: took 1.908011588s to wait for apiserver process to appear ...
I1018 12:46:18.217124 892123 api_server.go:88] waiting for apiserver healthz status ...
I1018 12:46:18.217144 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:18.251260 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:18.251333 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:18.717735 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:18.729578 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:18.729649 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:19.217875 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:19.234644 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:19.234731 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:19.717308 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:19.729198 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:19.729276 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:20.217475 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:20.226275 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:20.226367 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:20.718079 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:20.726851 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:20.727067 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:21.217664 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:21.226730 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:21.226816 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:21.717402 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:21.728568 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:21.728640 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:22.217240 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:22.225394 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:22.225426 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:22.717613 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:22.726996 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:22.727026 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:23.217597 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:23.225993 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:23.226022 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:23.717452 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:23.725986 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:23.726020 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:24.217619 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:24.225855 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:24.225886 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:24.717271 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:24.726978 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:24.727011 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:25.217464 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:25.225978 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:25.226004 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:25.717529 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:25.731613 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:25.731677 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:26.218064 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:26.226417 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:26.226450 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:26.718040 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:26.726172 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:26.726250 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:27.217881 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:27.226010 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:27.226046 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:27.717254 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:27.725448 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:27.725489 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:28.218129 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:28.226589 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:28.226622 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:28.717746 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:28.726371 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:28.726417 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:29.217874 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:29.227348 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:29.227383 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:29.717795 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:29.726023 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:29.726062 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:30.217207 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:30.225947 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:30.225992 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:30.717357 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:30.726514 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:30.726562 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:31.218170 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:31.226772 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:31.226808 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:31.717389 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:31.725579 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:31.725615 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:32.217261 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:32.225609 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:32.225686 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:32.717295 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:32.725527 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:32.725556 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:33.218209 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:33.226454 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:33.226485 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:33.718051 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:33.726332 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:33.726367 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:34.217582 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:34.230124 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:34.230163 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:34.717418 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:34.725438 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:34.725472 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:35.218121 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:35.228207 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:35.228243 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:35.717991 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:35.726425 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:35.726455 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:36.217618 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:36.226126 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:36.226154 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:36.717772 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:36.726079 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:36.726111 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:37.217227 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:37.228703 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:37.228733 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:37.717268 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:37.725340 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:37.725369 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:38.217518 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:38.225890 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:38.225933 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:38.718202 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:38.726360 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:38.726663 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:39.217201 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:39.225234 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:39.225266 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:39.717823 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:39.726660 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:39.726690 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:40.217283 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:40.226559 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:40.226603 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:40.717962 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:40.744008 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:40.744037 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:41.217607 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:41.225920 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:41.225964 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:41.717267 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:41.725273 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:41.725300 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:42.217469 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:42.226383 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:42.226419 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:42.718060 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:42.726681 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:42.726711 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:43.217278 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:43.225508 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:43.225544 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:43.718222 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:43.728152 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:43.728184 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:44.217541 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:44.225638 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:44.225666 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:44.717265 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:44.725307 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:44.725339 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:45.220300 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:45.238786 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:45.238819 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:45.717206 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:45.726748 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:45.726780 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:46.217362 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:46.225787 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:46.225815 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:46.718214 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:46.727280 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1018 12:46:46.727306 892123 api_server.go:103] status: https://192.168.49.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1018 12:46:47.217946 892123 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1018 12:46:47.226669 892123 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1018 12:46:47.227992 892123 api_server.go:141] control plane version: v1.34.1
I1018 12:46:47.228017 892123 api_server.go:131] duration metric: took 29.010884789s to wait for apiserver health ...
I1018 12:46:47.228027 892123 system_pods.go:43] waiting for kube-system pods to appear ...
I1018 12:46:47.235895 892123 system_pods.go:59] 26 kube-system pods found
I1018 12:46:47.235980 892123 system_pods.go:61] "coredns-66bc5c9577-np459" [33cb0fc6-b8df-4149-85da-e6417a6de391] Running
I1018 12:46:47.236002 892123 system_pods.go:61] "coredns-66bc5c9577-w4mzd" [76a15b28-7a49-47e3-baf1-12c18b680ade] Running
I1018 12:46:47.236024 892123 system_pods.go:61] "etcd-ha-904693" [6a65bc4e-41f8-48fd-a64a-c1920f35caf4] Running
I1018 12:46:47.236074 892123 system_pods.go:61] "etcd-ha-904693-m02" [94a516fe-dcfe-4e93-baa3-fb16142884cc] Running
I1018 12:46:47.236094 892123 system_pods.go:61] "etcd-ha-904693-m03" [f2d9e3be-8b60-4549-a41d-d8bdab528ea7] Running
I1018 12:46:47.236117 892123 system_pods.go:61] "kindnet-j75n6" [b30c1029-3217-42b0-87d1-f96b2bf02858] Running
I1018 12:46:47.236155 892123 system_pods.go:61] "kindnet-lwbfx" [2053e657-7951-4224-aac4-980e101bc352] Running
I1018 12:46:47.236181 892123 system_pods.go:61] "kindnet-nqql7" [061fc15c-de36-4123-8bb7-ac3d65a44ba4] Running
I1018 12:46:47.236201 892123 system_pods.go:61] "kindnet-z2jqf" [adbd3882-090c-44e7-96c0-8374c4c8761e] Running
I1018 12:46:47.236241 892123 system_pods.go:61] "kube-apiserver-ha-904693" [21472a04-9583-4452-949b-6d0d5c44ca4f] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1018 12:46:47.236265 892123 system_pods.go:61] "kube-apiserver-ha-904693-m02" [095e1af5-5aea-4dad-aa89-09611005c26b] Running
I1018 12:46:47.236284 892123 system_pods.go:61] "kube-apiserver-ha-904693-m03" [ac2fa248-fb39-471a-953b-5caff0045c23] Running
I1018 12:46:47.236324 892123 system_pods.go:61] "kube-controller-manager-ha-904693" [e46c064c-8863-43f6-8049-bc7f6b5fd6e2] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1018 12:46:47.236350 892123 system_pods.go:61] "kube-controller-manager-ha-904693-m02" [01ced66c-fe9a-49cb-96f9-f117382aaa39] Running
I1018 12:46:47.236373 892123 system_pods.go:61] "kube-controller-manager-ha-904693-m03" [b2a37b0a-af53-4e5f-b048-630fa65a4562] Running
I1018 12:46:47.236410 892123 system_pods.go:61] "kube-proxy-25w58" [8120ec45-9954-42fc-ba8c-1784f050d7c7] Running
I1018 12:46:47.236436 892123 system_pods.go:61] "kube-proxy-bckwd" [3ef760c9-0925-40c4-a43d-3dc1bc11a4f3] Running
I1018 12:46:47.236457 892123 system_pods.go:61] "kube-proxy-s8rqn" [1b0abab1-7503-4dbb-874d-3a89837e39b8] Running
I1018 12:46:47.236497 892123 system_pods.go:61] "kube-proxy-xvnxv" [1babac5c-cb8e-4b88-8a73-387df9d8b652] Running
I1018 12:46:47.236526 892123 system_pods.go:61] "kube-scheduler-ha-904693" [a40b4487-da19-47c0-a990-d459235cd8f0] Running
I1018 12:46:47.236548 892123 system_pods.go:61] "kube-scheduler-ha-904693-m02" [32877fa9-7d21-4d37-9c42-855b6fd4c11f] Running
I1018 12:46:47.236581 892123 system_pods.go:61] "kube-scheduler-ha-904693-m03" [fbe42864-50a4-4b9f-bee1-96f3e3db090d] Running
I1018 12:46:47.236605 892123 system_pods.go:61] "kube-vip-ha-904693" [04fca9f1-a6fd-45a0-abb1-1b9226e1f8f4] Running
I1018 12:46:47.236627 892123 system_pods.go:61] "kube-vip-ha-904693-m02" [2563b6ff-3a9b-487b-a469-d3a58046306b] Running
I1018 12:46:47.236663 892123 system_pods.go:61] "kube-vip-ha-904693-m03" [67639c6c-f2c1-4066-999a-b1edb1875d5d] Running
I1018 12:46:47.236688 892123 system_pods.go:61] "storage-provisioner" [d490933f-6cca-41d5-a5d3-d128def7ed62] Running
I1018 12:46:47.236711 892123 system_pods.go:74] duration metric: took 8.677343ms to wait for pod list to return data ...
I1018 12:46:47.236747 892123 default_sa.go:34] waiting for default service account to be created ...
I1018 12:46:47.240740 892123 default_sa.go:45] found service account: "default"
I1018 12:46:47.240819 892123 default_sa.go:55] duration metric: took 4.047411ms for default service account to be created ...
I1018 12:46:47.240844 892123 system_pods.go:116] waiting for k8s-apps to be running ...
I1018 12:46:47.252062 892123 system_pods.go:86] 26 kube-system pods found
I1018 12:46:47.252100 892123 system_pods.go:89] "coredns-66bc5c9577-np459" [33cb0fc6-b8df-4149-85da-e6417a6de391] Running
I1018 12:46:47.252109 892123 system_pods.go:89] "coredns-66bc5c9577-w4mzd" [76a15b28-7a49-47e3-baf1-12c18b680ade] Running
I1018 12:46:47.252113 892123 system_pods.go:89] "etcd-ha-904693" [6a65bc4e-41f8-48fd-a64a-c1920f35caf4] Running
I1018 12:46:47.252143 892123 system_pods.go:89] "etcd-ha-904693-m02" [94a516fe-dcfe-4e93-baa3-fb16142884cc] Running
I1018 12:46:47.252155 892123 system_pods.go:89] "etcd-ha-904693-m03" [f2d9e3be-8b60-4549-a41d-d8bdab528ea7] Running
I1018 12:46:47.252160 892123 system_pods.go:89] "kindnet-j75n6" [b30c1029-3217-42b0-87d1-f96b2bf02858] Running
I1018 12:46:47.252164 892123 system_pods.go:89] "kindnet-lwbfx" [2053e657-7951-4224-aac4-980e101bc352] Running
I1018 12:46:47.252174 892123 system_pods.go:89] "kindnet-nqql7" [061fc15c-de36-4123-8bb7-ac3d65a44ba4] Running
I1018 12:46:47.252178 892123 system_pods.go:89] "kindnet-z2jqf" [adbd3882-090c-44e7-96c0-8374c4c8761e] Running
I1018 12:46:47.252186 892123 system_pods.go:89] "kube-apiserver-ha-904693" [21472a04-9583-4452-949b-6d0d5c44ca4f] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1018 12:46:47.252198 892123 system_pods.go:89] "kube-apiserver-ha-904693-m02" [095e1af5-5aea-4dad-aa89-09611005c26b] Running
I1018 12:46:47.252219 892123 system_pods.go:89] "kube-apiserver-ha-904693-m03" [ac2fa248-fb39-471a-953b-5caff0045c23] Running
I1018 12:46:47.252234 892123 system_pods.go:89] "kube-controller-manager-ha-904693" [e46c064c-8863-43f6-8049-bc7f6b5fd6e2] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1018 12:46:47.252239 892123 system_pods.go:89] "kube-controller-manager-ha-904693-m02" [01ced66c-fe9a-49cb-96f9-f117382aaa39] Running
I1018 12:46:47.252247 892123 system_pods.go:89] "kube-controller-manager-ha-904693-m03" [b2a37b0a-af53-4e5f-b048-630fa65a4562] Running
I1018 12:46:47.252252 892123 system_pods.go:89] "kube-proxy-25w58" [8120ec45-9954-42fc-ba8c-1784f050d7c7] Running
I1018 12:46:47.252256 892123 system_pods.go:89] "kube-proxy-bckwd" [3ef760c9-0925-40c4-a43d-3dc1bc11a4f3] Running
I1018 12:46:47.252260 892123 system_pods.go:89] "kube-proxy-s8rqn" [1b0abab1-7503-4dbb-874d-3a89837e39b8] Running
I1018 12:46:47.252264 892123 system_pods.go:89] "kube-proxy-xvnxv" [1babac5c-cb8e-4b88-8a73-387df9d8b652] Running
I1018 12:46:47.252277 892123 system_pods.go:89] "kube-scheduler-ha-904693" [a40b4487-da19-47c0-a990-d459235cd8f0] Running
I1018 12:46:47.252294 892123 system_pods.go:89] "kube-scheduler-ha-904693-m02" [32877fa9-7d21-4d37-9c42-855b6fd4c11f] Running
I1018 12:46:47.252308 892123 system_pods.go:89] "kube-scheduler-ha-904693-m03" [fbe42864-50a4-4b9f-bee1-96f3e3db090d] Running
I1018 12:46:47.252312 892123 system_pods.go:89] "kube-vip-ha-904693" [04fca9f1-a6fd-45a0-abb1-1b9226e1f8f4] Running
I1018 12:46:47.252318 892123 system_pods.go:89] "kube-vip-ha-904693-m02" [2563b6ff-3a9b-487b-a469-d3a58046306b] Running
I1018 12:46:47.252336 892123 system_pods.go:89] "kube-vip-ha-904693-m03" [67639c6c-f2c1-4066-999a-b1edb1875d5d] Running
I1018 12:46:47.252342 892123 system_pods.go:89] "storage-provisioner" [d490933f-6cca-41d5-a5d3-d128def7ed62] Running
I1018 12:46:47.252357 892123 system_pods.go:126] duration metric: took 11.472811ms to wait for k8s-apps to be running ...
I1018 12:46:47.252376 892123 system_svc.go:44] waiting for kubelet service to be running ....
I1018 12:46:47.252446 892123 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1018 12:46:47.269517 892123 system_svc.go:56] duration metric: took 17.132227ms WaitForService to wait for kubelet
I1018 12:46:47.269546 892123 kubeadm.go:586] duration metric: took 30.960462504s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1018 12:46:47.269566 892123 node_conditions.go:102] verifying NodePressure condition ...
I1018 12:46:47.274201 892123 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1018 12:46:47.274235 892123 node_conditions.go:123] node cpu capacity is 2
I1018 12:46:47.274248 892123 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1018 12:46:47.274253 892123 node_conditions.go:123] node cpu capacity is 2
I1018 12:46:47.274257 892123 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1018 12:46:47.274296 892123 node_conditions.go:123] node cpu capacity is 2
I1018 12:46:47.274304 892123 node_conditions.go:105] duration metric: took 4.713888ms to run NodePressure ...
I1018 12:46:47.274322 892123 start.go:241] waiting for startup goroutines ...
I1018 12:46:47.274358 892123 start.go:255] writing updated cluster config ...
I1018 12:46:47.277881 892123 out.go:203]
I1018 12:46:47.280982 892123 config.go:182] Loaded profile config "ha-904693": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1018 12:46:47.281113 892123 profile.go:143] Saving config to /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/config.json ...
I1018 12:46:47.284552 892123 out.go:179] * Starting "ha-904693-m04" worker node in "ha-904693" cluster
I1018 12:46:47.288329 892123 cache.go:123] Beginning downloading kic base image for docker with crio
I1018 12:46:47.290468 892123 out.go:179] * Pulling base image v0.0.48-1760609789-21757 ...
I1018 12:46:47.293413 892123 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1018 12:46:47.293456 892123 cache.go:58] Caching tarball of preloaded images
I1018 12:46:47.293503 892123 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1760609789-21757@sha256:9824b20f4774128fcb298ad0e6cac7649729886cfba9d444b2305c743a5044c6 in local docker daemon
I1018 12:46:47.293595 892123 preload.go:233] Found /home/jenkins/minikube-integration/21647-834184/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1018 12:46:47.293607 892123 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1018 12:46:47.293757 892123 profile.go:143] Saving config to /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/config.json ...
I1018 12:46:47.314739 892123 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1760609789-21757@sha256:9824b20f4774128fcb298ad0e6cac7649729886cfba9d444b2305c743a5044c6 in local docker daemon, skipping pull
I1018 12:46:47.314762 892123 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1760609789-21757@sha256:9824b20f4774128fcb298ad0e6cac7649729886cfba9d444b2305c743a5044c6 exists in daemon, skipping load
I1018 12:46:47.314780 892123 cache.go:232] Successfully downloaded all kic artifacts
I1018 12:46:47.314805 892123 start.go:360] acquireMachinesLock for ha-904693-m04: {Name:mk97ed96515b1272cbdea992e117b8911f5b1654 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1018 12:46:47.314870 892123 start.go:364] duration metric: took 45.481µs to acquireMachinesLock for "ha-904693-m04"
I1018 12:46:47.314893 892123 start.go:96] Skipping create...Using existing machine configuration
I1018 12:46:47.314902 892123 fix.go:54] fixHost starting: m04
I1018 12:46:47.315155 892123 cli_runner.go:164] Run: docker container inspect ha-904693-m04 --format={{.State.Status}}
I1018 12:46:47.332443 892123 fix.go:112] recreateIfNeeded on ha-904693-m04: state=Stopped err=<nil>
W1018 12:46:47.332521 892123 fix.go:138] unexpected machine state, will restart: <nil>
I1018 12:46:47.335757 892123 out.go:252] * Restarting existing docker container for "ha-904693-m04" ...
I1018 12:46:47.335864 892123 cli_runner.go:164] Run: docker start ha-904693-m04
I1018 12:46:47.662072 892123 cli_runner.go:164] Run: docker container inspect ha-904693-m04 --format={{.State.Status}}
I1018 12:46:47.692999 892123 kic.go:430] container "ha-904693-m04" state is running.
I1018 12:46:47.693365 892123 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-904693-m04
I1018 12:46:47.716277 892123 profile.go:143] Saving config to /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/config.json ...
I1018 12:46:47.716634 892123 machine.go:93] provisionDockerMachine start ...
I1018 12:46:47.716712 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693-m04
I1018 12:46:47.737549 892123 main.go:141] libmachine: Using SSH client type: native
I1018 12:46:47.737866 892123 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eeee0] 0x3f16a0 <nil> [] 0s} 127.0.0.1 33947 <nil> <nil>}
I1018 12:46:47.737883 892123 main.go:141] libmachine: About to run SSH command:
hostname
I1018 12:46:47.738856 892123 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1018 12:46:50.891423 892123 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-904693-m04
I1018 12:46:50.891500 892123 ubuntu.go:182] provisioning hostname "ha-904693-m04"
I1018 12:46:50.891579 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693-m04
I1018 12:46:50.911143 892123 main.go:141] libmachine: Using SSH client type: native
I1018 12:46:50.911556 892123 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eeee0] 0x3f16a0 <nil> [] 0s} 127.0.0.1 33947 <nil> <nil>}
I1018 12:46:50.911590 892123 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-904693-m04 && echo "ha-904693-m04" | sudo tee /etc/hostname
I1018 12:46:51.083384 892123 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-904693-m04
I1018 12:46:51.083546 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693-m04
I1018 12:46:51.103177 892123 main.go:141] libmachine: Using SSH client type: native
I1018 12:46:51.103480 892123 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eeee0] 0x3f16a0 <nil> [] 0s} 127.0.0.1 33947 <nil> <nil>}
I1018 12:46:51.103496 892123 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-904693-m04' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-904693-m04/g' /etc/hosts;
else
echo '127.0.1.1 ha-904693-m04' | sudo tee -a /etc/hosts;
fi
fi
I1018 12:46:51.264024 892123 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1018 12:46:51.264123 892123 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21647-834184/.minikube CaCertPath:/home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21647-834184/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21647-834184/.minikube}
I1018 12:46:51.264148 892123 ubuntu.go:190] setting up certificates
I1018 12:46:51.264172 892123 provision.go:84] configureAuth start
I1018 12:46:51.264250 892123 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-904693-m04
I1018 12:46:51.283401 892123 provision.go:143] copyHostCerts
I1018 12:46:51.283446 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/21647-834184/.minikube/ca.pem
I1018 12:46:51.283481 892123 exec_runner.go:144] found /home/jenkins/minikube-integration/21647-834184/.minikube/ca.pem, removing ...
I1018 12:46:51.283494 892123 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21647-834184/.minikube/ca.pem
I1018 12:46:51.283573 892123 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21647-834184/.minikube/ca.pem (1082 bytes)
I1018 12:46:51.283688 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/21647-834184/.minikube/cert.pem
I1018 12:46:51.283714 892123 exec_runner.go:144] found /home/jenkins/minikube-integration/21647-834184/.minikube/cert.pem, removing ...
I1018 12:46:51.283724 892123 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21647-834184/.minikube/cert.pem
I1018 12:46:51.283763 892123 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21647-834184/.minikube/cert.pem (1123 bytes)
I1018 12:46:51.283815 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/21647-834184/.minikube/key.pem
I1018 12:46:51.283836 892123 exec_runner.go:144] found /home/jenkins/minikube-integration/21647-834184/.minikube/key.pem, removing ...
I1018 12:46:51.283845 892123 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21647-834184/.minikube/key.pem
I1018 12:46:51.283870 892123 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21647-834184/.minikube/key.pem (1675 bytes)
I1018 12:46:51.283923 892123 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21647-834184/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca-key.pem org=jenkins.ha-904693-m04 san=[127.0.0.1 192.168.49.5 ha-904693-m04 localhost minikube]
I1018 12:46:51.487797 892123 provision.go:177] copyRemoteCerts
I1018 12:46:51.487868 892123 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1018 12:46:51.487911 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693-m04
I1018 12:46:51.510008 892123 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33947 SSHKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/ha-904693-m04/id_rsa Username:docker}
I1018 12:46:51.615718 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1018 12:46:51.615785 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1018 12:46:51.634401 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/machines/server.pem -> /etc/docker/server.pem
I1018 12:46:51.634467 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1018 12:46:51.655136 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1018 12:46:51.655199 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1018 12:46:51.677312 892123 provision.go:87] duration metric: took 413.118272ms to configureAuth
I1018 12:46:51.677338 892123 ubuntu.go:206] setting minikube options for container-runtime
I1018 12:46:51.677569 892123 config.go:182] Loaded profile config "ha-904693": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1018 12:46:51.677678 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693-m04
I1018 12:46:51.695105 892123 main.go:141] libmachine: Using SSH client type: native
I1018 12:46:51.695420 892123 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3eeee0] 0x3f16a0 <nil> [] 0s} 127.0.0.1 33947 <nil> <nil>}
I1018 12:46:51.695442 892123 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1018 12:46:52.007291 892123 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1018 12:46:52.007315 892123 machine.go:96] duration metric: took 4.290661536s to provisionDockerMachine
I1018 12:46:52.007328 892123 start.go:293] postStartSetup for "ha-904693-m04" (driver="docker")
I1018 12:46:52.007341 892123 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1018 12:46:52.007440 892123 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1018 12:46:52.007488 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693-m04
I1018 12:46:52.034279 892123 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33947 SSHKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/ha-904693-m04/id_rsa Username:docker}
I1018 12:46:52.148189 892123 ssh_runner.go:195] Run: cat /etc/os-release
I1018 12:46:52.151952 892123 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1018 12:46:52.152034 892123 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1018 12:46:52.152060 892123 filesync.go:126] Scanning /home/jenkins/minikube-integration/21647-834184/.minikube/addons for local assets ...
I1018 12:46:52.152123 892123 filesync.go:126] Scanning /home/jenkins/minikube-integration/21647-834184/.minikube/files for local assets ...
I1018 12:46:52.152205 892123 filesync.go:149] local asset: /home/jenkins/minikube-integration/21647-834184/.minikube/files/etc/ssl/certs/8360862.pem -> 8360862.pem in /etc/ssl/certs
I1018 12:46:52.152217 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/files/etc/ssl/certs/8360862.pem -> /etc/ssl/certs/8360862.pem
I1018 12:46:52.152317 892123 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1018 12:46:52.160224 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/files/etc/ssl/certs/8360862.pem --> /etc/ssl/certs/8360862.pem (1708 bytes)
I1018 12:46:52.185280 892123 start.go:296] duration metric: took 177.935801ms for postStartSetup
I1018 12:46:52.185367 892123 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1018 12:46:52.185409 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693-m04
I1018 12:46:52.204012 892123 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33947 SSHKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/ha-904693-m04/id_rsa Username:docker}
I1018 12:46:52.309958 892123 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1018 12:46:52.318024 892123 fix.go:56] duration metric: took 5.003113681s for fixHost
I1018 12:46:52.318051 892123 start.go:83] releasing machines lock for "ha-904693-m04", held for 5.003169468s
I1018 12:46:52.318132 892123 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-904693-m04
I1018 12:46:52.338543 892123 out.go:179] * Found network options:
I1018 12:46:52.341584 892123 out.go:179] - NO_PROXY=192.168.49.2,192.168.49.3
W1018 12:46:52.344371 892123 proxy.go:120] fail to check proxy env: Error ip not in block
W1018 12:46:52.344399 892123 proxy.go:120] fail to check proxy env: Error ip not in block
W1018 12:46:52.344423 892123 proxy.go:120] fail to check proxy env: Error ip not in block
W1018 12:46:52.344438 892123 proxy.go:120] fail to check proxy env: Error ip not in block
I1018 12:46:52.344508 892123 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1018 12:46:52.344554 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693-m04
I1018 12:46:52.344831 892123 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1018 12:46:52.344903 892123 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-904693-m04
I1018 12:46:52.372515 892123 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33947 SSHKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/ha-904693-m04/id_rsa Username:docker}
I1018 12:46:52.374225 892123 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33947 SSHKeyPath:/home/jenkins/minikube-integration/21647-834184/.minikube/machines/ha-904693-m04/id_rsa Username:docker}
I1018 12:46:52.579686 892123 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1018 12:46:52.584329 892123 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1018 12:46:52.584402 892123 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1018 12:46:52.593417 892123 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1018 12:46:52.593443 892123 start.go:495] detecting cgroup driver to use...
I1018 12:46:52.593476 892123 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1018 12:46:52.593524 892123 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1018 12:46:52.609004 892123 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1018 12:46:52.623230 892123 docker.go:218] disabling cri-docker service (if available) ...
I1018 12:46:52.623318 892123 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1018 12:46:52.639717 892123 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1018 12:46:52.657699 892123 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1018 12:46:52.794706 892123 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1018 12:46:52.921750 892123 docker.go:234] disabling docker service ...
I1018 12:46:52.921870 892123 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1018 12:46:52.939978 892123 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1018 12:46:52.957529 892123 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1018 12:46:53.104620 892123 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1018 12:46:53.235063 892123 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1018 12:46:53.249044 892123 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1018 12:46:53.264364 892123 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1018 12:46:53.264444 892123 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:46:53.277945 892123 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1018 12:46:53.278028 892123 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:46:53.288323 892123 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:46:53.297677 892123 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:46:53.306794 892123 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1018 12:46:53.314879 892123 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:46:53.325157 892123 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:46:53.333994 892123 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1018 12:46:53.343268 892123 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1018 12:46:53.351341 892123 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1018 12:46:53.359207 892123 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1018 12:46:53.488389 892123 ssh_runner.go:195] Run: sudo systemctl restart crio
I1018 12:46:53.631149 892123 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1018 12:46:53.631269 892123 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1018 12:46:53.635894 892123 start.go:563] Will wait 60s for crictl version
I1018 12:46:53.636001 892123 ssh_runner.go:195] Run: which crictl
I1018 12:46:53.640586 892123 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1018 12:46:53.680864 892123 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1018 12:46:53.680981 892123 ssh_runner.go:195] Run: crio --version
I1018 12:46:53.722237 892123 ssh_runner.go:195] Run: crio --version
I1018 12:46:53.757817 892123 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1018 12:46:53.760732 892123 out.go:179] - env NO_PROXY=192.168.49.2
I1018 12:46:53.763576 892123 out.go:179] - env NO_PROXY=192.168.49.2,192.168.49.3
I1018 12:46:53.765748 892123 cli_runner.go:164] Run: docker network inspect ha-904693 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1018 12:46:53.783043 892123 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1018 12:46:53.787170 892123 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1018 12:46:53.797279 892123 mustload.go:65] Loading cluster: ha-904693
I1018 12:46:53.797525 892123 config.go:182] Loaded profile config "ha-904693": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1018 12:46:53.797787 892123 cli_runner.go:164] Run: docker container inspect ha-904693 --format={{.State.Status}}
I1018 12:46:53.816361 892123 host.go:66] Checking if "ha-904693" exists ...
I1018 12:46:53.816630 892123 certs.go:69] Setting up /home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693 for IP: 192.168.49.5
I1018 12:46:53.816637 892123 certs.go:195] generating shared ca certs ...
I1018 12:46:53.816653 892123 certs.go:227] acquiring lock for ca certs: {Name:mke3bd2a69e1a2c8eeacc728651996fb6d634fdc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1018 12:46:53.816755 892123 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21647-834184/.minikube/ca.key
I1018 12:46:53.816795 892123 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21647-834184/.minikube/proxy-client-ca.key
I1018 12:46:53.816807 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1018 12:46:53.816820 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1018 12:46:53.816830 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1018 12:46:53.816843 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1018 12:46:53.816895 892123 certs.go:484] found cert: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/836086.pem (1338 bytes)
W1018 12:46:53.816925 892123 certs.go:480] ignoring /home/jenkins/minikube-integration/21647-834184/.minikube/certs/836086_empty.pem, impossibly tiny 0 bytes
I1018 12:46:53.816933 892123 certs.go:484] found cert: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca-key.pem (1675 bytes)
I1018 12:46:53.816956 892123 certs.go:484] found cert: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/ca.pem (1082 bytes)
I1018 12:46:53.816977 892123 certs.go:484] found cert: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/cert.pem (1123 bytes)
I1018 12:46:53.816997 892123 certs.go:484] found cert: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/key.pem (1675 bytes)
I1018 12:46:53.817039 892123 certs.go:484] found cert: /home/jenkins/minikube-integration/21647-834184/.minikube/files/etc/ssl/certs/8360862.pem (1708 bytes)
I1018 12:46:53.817065 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1018 12:46:53.817077 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/certs/836086.pem -> /usr/share/ca-certificates/836086.pem
I1018 12:46:53.817087 892123 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21647-834184/.minikube/files/etc/ssl/certs/8360862.pem -> /usr/share/ca-certificates/8360862.pem
I1018 12:46:53.817105 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1018 12:46:53.836940 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1671 bytes)
I1018 12:46:53.857942 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1018 12:46:53.880441 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1018 12:46:53.899127 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1018 12:46:53.928293 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/certs/836086.pem --> /usr/share/ca-certificates/836086.pem (1338 bytes)
I1018 12:46:53.948582 892123 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21647-834184/.minikube/files/etc/ssl/certs/8360862.pem --> /usr/share/ca-certificates/8360862.pem (1708 bytes)
I1018 12:46:53.967019 892123 ssh_runner.go:195] Run: openssl version
I1018 12:46:53.973552 892123 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/836086.pem && ln -fs /usr/share/ca-certificates/836086.pem /etc/ssl/certs/836086.pem"
I1018 12:46:53.982588 892123 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/836086.pem
I1018 12:46:53.986756 892123 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 18 12:23 /usr/share/ca-certificates/836086.pem
I1018 12:46:53.986822 892123 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/836086.pem
I1018 12:46:54.033044 892123 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/836086.pem /etc/ssl/certs/51391683.0"
I1018 12:46:54.042429 892123 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/8360862.pem && ln -fs /usr/share/ca-certificates/8360862.pem /etc/ssl/certs/8360862.pem"
I1018 12:46:54.051990 892123 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/8360862.pem
I1018 12:46:54.056823 892123 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 18 12:23 /usr/share/ca-certificates/8360862.pem
I1018 12:46:54.056924 892123 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/8360862.pem
I1018 12:46:54.099082 892123 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/8360862.pem /etc/ssl/certs/3ec20f2e.0"
I1018 12:46:54.107933 892123 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1018 12:46:54.117094 892123 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1018 12:46:54.121498 892123 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 18 12:16 /usr/share/ca-certificates/minikubeCA.pem
I1018 12:46:54.121603 892123 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1018 12:46:54.164645 892123 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1018 12:46:54.179721 892123 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1018 12:46:54.183706 892123 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1018 12:46:54.183754 892123 kubeadm.go:934] updating node {m04 192.168.49.5 0 v1.34.1 false true} ...
I1018 12:46:54.183838 892123 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=ha-904693-m04 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.5
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:ha-904693 Namespace:default APIServerHAVIP:192.168.49.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1018 12:46:54.183909 892123 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1018 12:46:54.192639 892123 binaries.go:44] Found k8s binaries, skipping transfer
I1018 12:46:54.192775 892123 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system
I1018 12:46:54.200819 892123 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1018 12:46:54.215040 892123 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1018 12:46:54.229836 892123 ssh_runner.go:195] Run: grep 192.168.49.254 control-plane.minikube.internal$ /etc/hosts
I1018 12:46:54.234543 892123 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1018 12:46:54.244928 892123 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1018 12:46:54.376940 892123 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1018 12:46:54.392818 892123 start.go:235] Will wait 6m0s for node &{Name:m04 IP:192.168.49.5 Port:0 KubernetesVersion:v1.34.1 ContainerRuntime: ControlPlane:false Worker:true}
I1018 12:46:54.393235 892123 config.go:182] Loaded profile config "ha-904693": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1018 12:46:54.396046 892123 out.go:179] * Verifying Kubernetes components...
I1018 12:46:54.399111 892123 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1018 12:46:54.530712 892123 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1018 12:46:54.553448 892123 kapi.go:59] client config for ha-904693: &rest.Config{Host:"https://192.168.49.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/client.crt", KeyFile:"/home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/client.key", CAFile:"/home/jenkins/minikube-integration/21647-834184/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2120010), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), WarningHandlerWithContext:rest.WarningHandlerWithContext(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1018 12:46:54.553522 892123 kubeadm.go:491] Overriding stale ClientConfig host https://192.168.49.254:8443 with https://192.168.49.2:8443
I1018 12:46:54.553818 892123 node_ready.go:35] waiting up to 6m0s for node "ha-904693-m04" to be "Ready" ...
I1018 12:46:54.557200 892123 node_ready.go:49] node "ha-904693-m04" is "Ready"
I1018 12:46:54.557238 892123 node_ready.go:38] duration metric: took 3.399257ms for node "ha-904693-m04" to be "Ready" ...
I1018 12:46:54.557252 892123 system_svc.go:44] waiting for kubelet service to be running ....
I1018 12:46:54.557309 892123 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1018 12:46:54.571372 892123 system_svc.go:56] duration metric: took 14.111509ms WaitForService to wait for kubelet
I1018 12:46:54.571412 892123 kubeadm.go:586] duration metric: took 178.543905ms to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1018 12:46:54.571434 892123 node_conditions.go:102] verifying NodePressure condition ...
I1018 12:46:54.575184 892123 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1018 12:46:54.575215 892123 node_conditions.go:123] node cpu capacity is 2
I1018 12:46:54.575227 892123 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1018 12:46:54.575232 892123 node_conditions.go:123] node cpu capacity is 2
I1018 12:46:54.575236 892123 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1018 12:46:54.575242 892123 node_conditions.go:123] node cpu capacity is 2
I1018 12:46:54.575247 892123 node_conditions.go:105] duration metric: took 3.806637ms to run NodePressure ...
I1018 12:46:54.575260 892123 start.go:241] waiting for startup goroutines ...
I1018 12:46:54.575287 892123 start.go:255] writing updated cluster config ...
I1018 12:46:54.575609 892123 ssh_runner.go:195] Run: rm -f paused
I1018 12:46:54.579787 892123 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1018 12:46:54.580332 892123 kapi.go:59] client config for ha-904693: &rest.Config{Host:"https://192.168.49.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/client.crt", KeyFile:"/home/jenkins/minikube-integration/21647-834184/.minikube/profiles/ha-904693/client.key", CAFile:"/home/jenkins/minikube-integration/21647-834184/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2120010), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), WarningHandlerWithContext:rest.WarningHandlerWithContext(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1018 12:46:54.597506 892123 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-np459" in "kube-system" namespace to be "Ready" or be gone ...
I1018 12:46:54.603509 892123 pod_ready.go:94] pod "coredns-66bc5c9577-np459" is "Ready"
I1018 12:46:54.603539 892123 pod_ready.go:86] duration metric: took 6.000704ms for pod "coredns-66bc5c9577-np459" in "kube-system" namespace to be "Ready" or be gone ...
I1018 12:46:54.603550 892123 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-w4mzd" in "kube-system" namespace to be "Ready" or be gone ...
I1018 12:46:54.611441 892123 pod_ready.go:94] pod "coredns-66bc5c9577-w4mzd" is "Ready"
I1018 12:46:54.611468 892123 pod_ready.go:86] duration metric: took 7.909713ms for pod "coredns-66bc5c9577-w4mzd" in "kube-system" namespace to be "Ready" or be gone ...
I1018 12:46:54.615301 892123 pod_ready.go:83] waiting for pod "etcd-ha-904693" in "kube-system" namespace to be "Ready" or be gone ...
I1018 12:46:54.622147 892123 pod_ready.go:94] pod "etcd-ha-904693" is "Ready"
I1018 12:46:54.622188 892123 pod_ready.go:86] duration metric: took 6.858682ms for pod "etcd-ha-904693" in "kube-system" namespace to be "Ready" or be gone ...
I1018 12:46:54.622213 892123 pod_ready.go:83] waiting for pod "etcd-ha-904693-m02" in "kube-system" namespace to be "Ready" or be gone ...
I1018 12:46:54.628869 892123 pod_ready.go:94] pod "etcd-ha-904693-m02" is "Ready"
I1018 12:46:54.628906 892123 pod_ready.go:86] duration metric: took 6.68035ms for pod "etcd-ha-904693-m02" in "kube-system" namespace to be "Ready" or be gone ...
I1018 12:46:54.628916 892123 pod_ready.go:83] waiting for pod "etcd-ha-904693-m03" in "kube-system" namespace to be "Ready" or be gone ...
I1018 12:46:54.781287 892123 request.go:683] "Waited before sending request" delay="152.209169ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods/etcd-ha-904693-m03"
I1018 12:46:54.981063 892123 request.go:683] "Waited before sending request" delay="194.309357ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-904693-m03"
I1018 12:46:54.984206 892123 pod_ready.go:99] pod "etcd-ha-904693-m03" in "kube-system" namespace is gone: node "ha-904693-m03" hosting pod "etcd-ha-904693-m03" is not found/running (skipping!): nodes "ha-904693-m03" not found
I1018 12:46:54.984230 892123 pod_ready.go:86] duration metric: took 355.308487ms for pod "etcd-ha-904693-m03" in "kube-system" namespace to be "Ready" or be gone ...
I1018 12:46:55.181697 892123 request.go:683] "Waited before sending request" delay="197.366801ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods?labelSelector=component%3Dkube-apiserver"
I1018 12:46:55.185514 892123 pod_ready.go:83] waiting for pod "kube-apiserver-ha-904693" in "kube-system" namespace to be "Ready" or be gone ...
I1018 12:46:55.380841 892123 request.go:683] "Waited before sending request" delay="195.16471ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-904693"
I1018 12:46:55.581533 892123 request.go:683] "Waited before sending request" delay="196.391315ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-904693"
I1018 12:46:55.781523 892123 request.go:683] "Waited before sending request" delay="95.293605ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-904693"
I1018 12:46:55.981310 892123 request.go:683] "Waited before sending request" delay="196.367824ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-904693"
I1018 12:46:56.381644 892123 request.go:683] "Waited before sending request" delay="186.36368ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-904693"
I1018 12:46:56.781281 892123 request.go:683] "Waited before sending request" delay="92.241215ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-904693"
I1018 12:46:56.784454 892123 pod_ready.go:94] pod "kube-apiserver-ha-904693" is "Ready"
I1018 12:46:56.784481 892123 pod_ready.go:86] duration metric: took 1.598894155s for pod "kube-apiserver-ha-904693" in "kube-system" namespace to be "Ready" or be gone ...
I1018 12:46:56.784491 892123 pod_ready.go:83] waiting for pod "kube-apiserver-ha-904693-m02" in "kube-system" namespace to be "Ready" or be gone ...
I1018 12:46:56.980828 892123 request.go:683] "Waited before sending request" delay="196.248142ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-904693-m02"
I1018 12:46:57.181477 892123 request.go:683] "Waited before sending request" delay="197.376581ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-904693-m02"
I1018 12:46:57.184898 892123 pod_ready.go:94] pod "kube-apiserver-ha-904693-m02" is "Ready"
I1018 12:46:57.184987 892123 pod_ready.go:86] duration metric: took 400.485818ms for pod "kube-apiserver-ha-904693-m02" in "kube-system" namespace to be "Ready" or be gone ...
I1018 12:46:57.185012 892123 pod_ready.go:83] waiting for pod "kube-apiserver-ha-904693-m03" in "kube-system" namespace to be "Ready" or be gone ...
I1018 12:46:57.381473 892123 request.go:683] "Waited before sending request" delay="196.32459ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-904693-m03"
I1018 12:46:57.581071 892123 request.go:683] "Waited before sending request" delay="196.144823ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-904693-m03"
I1018 12:46:57.583949 892123 pod_ready.go:99] pod "kube-apiserver-ha-904693-m03" in "kube-system" namespace is gone: node "ha-904693-m03" hosting pod "kube-apiserver-ha-904693-m03" is not found/running (skipping!): nodes "ha-904693-m03" not found
I1018 12:46:57.583972 892123 pod_ready.go:86] duration metric: took 398.952558ms for pod "kube-apiserver-ha-904693-m03" in "kube-system" namespace to be "Ready" or be gone ...
I1018 12:46:57.781459 892123 request.go:683] "Waited before sending request" delay="197.326545ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods?labelSelector=component%3Dkube-controller-manager"
I1018 12:46:57.785500 892123 pod_ready.go:83] waiting for pod "kube-controller-manager-ha-904693" in "kube-system" namespace to be "Ready" or be gone ...
I1018 12:46:57.980788 892123 request.go:683] "Waited before sending request" delay="195.154281ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-904693"
I1018 12:46:58.181517 892123 request.go:683] "Waited before sending request" delay="197.28876ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-904693"
I1018 12:46:58.381504 892123 request.go:683] "Waited before sending request" delay="95.288468ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-904693"
I1018 12:46:58.580784 892123 request.go:683] "Waited before sending request" delay="194.281533ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-904693"
I1018 12:46:58.980851 892123 request.go:683] "Waited before sending request" delay="191.275019ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-904693"
I1018 12:46:59.381533 892123 request.go:683] "Waited before sending request" delay="92.286237ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-904693"
W1018 12:46:59.792577 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693" is not "Ready", error: <nil>
W1018 12:47:02.292675 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693" is not "Ready", error: <nil>
W1018 12:47:04.293083 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693" is not "Ready", error: <nil>
W1018 12:47:06.791662 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693" is not "Ready", error: <nil>
W1018 12:47:08.795381 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693" is not "Ready", error: <nil>
W1018 12:47:11.291608 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693" is not "Ready", error: <nil>
W1018 12:47:13.291844 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693" is not "Ready", error: <nil>
W1018 12:47:15.792067 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693" is not "Ready", error: <nil>
W1018 12:47:18.291597 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693" is not "Ready", error: <nil>
W1018 12:47:20.293497 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693" is not "Ready", error: <nil>
W1018 12:47:22.793443 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693" is not "Ready", error: <nil>
W1018 12:47:25.292520 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693" is not "Ready", error: <nil>
I1018 12:47:26.791941 892123 pod_ready.go:94] pod "kube-controller-manager-ha-904693" is "Ready"
I1018 12:47:26.791970 892123 pod_ready.go:86] duration metric: took 29.006442197s for pod "kube-controller-manager-ha-904693" in "kube-system" namespace to be "Ready" or be gone ...
I1018 12:47:26.791980 892123 pod_ready.go:83] waiting for pod "kube-controller-manager-ha-904693-m02" in "kube-system" namespace to be "Ready" or be gone ...
W1018 12:47:28.799636 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:47:31.297899 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:47:33.298942 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:47:35.299122 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:47:37.799274 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:47:39.799373 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:47:42.301596 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:47:44.799207 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:47:47.299820 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:47:49.300296 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:47:51.798423 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:47:53.799278 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:47:56.298648 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:47:58.299303 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:00.306006 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:02.799215 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:04.802074 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:07.299319 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:09.799601 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:12.299633 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:14.799487 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:17.298286 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:19.298543 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:21.299532 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:23.799455 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:25.799781 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:28.299460 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:30.798185 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:32.799335 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:35.298104 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:37.299134 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:39.299272 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:41.299448 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:43.798462 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:45.799490 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:48.299004 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:50.299216 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:52.300129 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:54.301209 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:56.798691 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:48:59.299033 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:01.299417 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:03.798310 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:05.798466 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:08.298020 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:10.298851 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:12.299443 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:14.798426 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:17.299094 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:19.299178 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:21.798879 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:24.299310 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:26.798113 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:29.298413 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:31.799065 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:33.799271 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:35.803906 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:38.299064 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:40.299407 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:42.299972 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:44.798560 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:46.798758 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:48.799585 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:51.299544 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:53.300291 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:55.799555 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:49:58.298220 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:00.308856 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:02.799995 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:05.298036 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:07.300018 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:09.799328 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:12.298707 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:14.298758 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:16.798951 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:19.299158 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:21.799396 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:23.799509 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:26.298486 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:28.298553 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:30.298649 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:32.299193 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:34.800007 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:37.299243 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:39.799471 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:42.299390 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:44.798986 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:47.298083 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:49.300477 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:51.799774 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
W1018 12:50:54.298353 892123 pod_ready.go:104] pod "kube-controller-manager-ha-904693-m02" is not "Ready", error: <nil>
I1018 12:50:54.580674 892123 pod_ready.go:86] duration metric: took 3m27.788657319s for pod "kube-controller-manager-ha-904693-m02" in "kube-system" namespace to be "Ready" or be gone ...
W1018 12:50:54.580708 892123 pod_ready.go:65] not all pods in "kube-system" namespace with "component=kube-controller-manager" label are "Ready", will retry: waitPodCondition: context deadline exceeded
I1018 12:50:54.580723 892123 pod_ready.go:40] duration metric: took 4m0.000906152s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1018 12:50:54.583790 892123 out.go:203]
W1018 12:50:54.586624 892123 out.go:285] X Exiting due to GUEST_START: extra waiting: WaitExtra: context deadline exceeded
I1018 12:50:54.589451 892123 out.go:203]
==> CRI-O <==
Oct 18 12:45:47 ha-904693 crio[667]: time="2025-10-18T12:45:47.15248919Z" level=info msg="Removing container: 38930abbec5ed0ce218179fc2dffdc2fe464d75b9754449b3594bd7e8f1a073c" id=eb96e24d-0bf6-4cd9-8494-73ee2ff14c76 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 18 12:45:47 ha-904693 crio[667]: time="2025-10-18T12:45:47.162574204Z" level=info msg="Error loading conmon cgroup of container 38930abbec5ed0ce218179fc2dffdc2fe464d75b9754449b3594bd7e8f1a073c: cgroup deleted" id=eb96e24d-0bf6-4cd9-8494-73ee2ff14c76 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 18 12:45:47 ha-904693 crio[667]: time="2025-10-18T12:45:47.166108461Z" level=info msg="Removed container 38930abbec5ed0ce218179fc2dffdc2fe464d75b9754449b3594bd7e8f1a073c: kube-system/kube-controller-manager-ha-904693/kube-controller-manager" id=eb96e24d-0bf6-4cd9-8494-73ee2ff14c76 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 18 12:46:08 ha-904693 crio[667]: time="2025-10-18T12:46:08.757273139Z" level=info msg="Checking image status: registry.k8s.io/kube-controller-manager:v1.34.1" id=d6ef62be-0670-480d-80ef-805d2541c64a name=/runtime.v1.ImageService/ImageStatus
Oct 18 12:46:08 ha-904693 crio[667]: time="2025-10-18T12:46:08.75822135Z" level=info msg="Checking image status: registry.k8s.io/kube-controller-manager:v1.34.1" id=edbacbee-34c6-44e3-8f4d-c6941ddde03a name=/runtime.v1.ImageService/ImageStatus
Oct 18 12:46:08 ha-904693 crio[667]: time="2025-10-18T12:46:08.759324246Z" level=info msg="Creating container: kube-system/kube-controller-manager-ha-904693/kube-controller-manager" id=dc29f712-7c3a-4dac-a06a-164b273dd7b5 name=/runtime.v1.RuntimeService/CreateContainer
Oct 18 12:46:08 ha-904693 crio[667]: time="2025-10-18T12:46:08.759550702Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 18 12:46:08 ha-904693 crio[667]: time="2025-10-18T12:46:08.7650266Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 18 12:46:08 ha-904693 crio[667]: time="2025-10-18T12:46:08.765739428Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 18 12:46:08 ha-904693 crio[667]: time="2025-10-18T12:46:08.786332369Z" level=info msg="Created container 6b9ca29a1030f2e300fa09ce8fe5087b5d01e253a371038cc28a28c82dc9c0b8: kube-system/kube-controller-manager-ha-904693/kube-controller-manager" id=dc29f712-7c3a-4dac-a06a-164b273dd7b5 name=/runtime.v1.RuntimeService/CreateContainer
Oct 18 12:46:08 ha-904693 crio[667]: time="2025-10-18T12:46:08.787077969Z" level=info msg="Starting container: 6b9ca29a1030f2e300fa09ce8fe5087b5d01e253a371038cc28a28c82dc9c0b8" id=fda5d9b2-9dfd-4967-9d1d-f43575d0dec0 name=/runtime.v1.RuntimeService/StartContainer
Oct 18 12:46:08 ha-904693 crio[667]: time="2025-10-18T12:46:08.79106357Z" level=info msg="Started container" PID=1459 containerID=6b9ca29a1030f2e300fa09ce8fe5087b5d01e253a371038cc28a28c82dc9c0b8 description=kube-system/kube-controller-manager-ha-904693/kube-controller-manager id=fda5d9b2-9dfd-4967-9d1d-f43575d0dec0 name=/runtime.v1.RuntimeService/StartContainer sandboxID=3dcaeeb6053eea250fdbfb9cf232775c5e74d7fbe49740ec76a8f8660f55d7bb
Oct 18 12:46:22 ha-904693 conmon[1457]: conmon 6b9ca29a1030f2e300fa <ninfo>: container 1459 exited with status 1
Oct 18 12:46:23 ha-904693 crio[667]: time="2025-10-18T12:46:23.247328418Z" level=info msg="Removing container: 6e322e8fd8012d7451b8f609740ce3f029ba37313c1bc22115ba0c35ce997610" id=0e8cc66f-432a-4252-a35c-aba4f2a6f2cf name=/runtime.v1.RuntimeService/RemoveContainer
Oct 18 12:46:23 ha-904693 crio[667]: time="2025-10-18T12:46:23.255943755Z" level=info msg="Error loading conmon cgroup of container 6e322e8fd8012d7451b8f609740ce3f029ba37313c1bc22115ba0c35ce997610: cgroup deleted" id=0e8cc66f-432a-4252-a35c-aba4f2a6f2cf name=/runtime.v1.RuntimeService/RemoveContainer
Oct 18 12:46:23 ha-904693 crio[667]: time="2025-10-18T12:46:23.260457493Z" level=info msg="Removed container 6e322e8fd8012d7451b8f609740ce3f029ba37313c1bc22115ba0c35ce997610: kube-system/kube-controller-manager-ha-904693/kube-controller-manager" id=0e8cc66f-432a-4252-a35c-aba4f2a6f2cf name=/runtime.v1.RuntimeService/RemoveContainer
Oct 18 12:47:07 ha-904693 crio[667]: time="2025-10-18T12:47:07.757343358Z" level=info msg="Checking image status: registry.k8s.io/kube-controller-manager:v1.34.1" id=522be43b-97c6-4135-8419-131b53678f0e name=/runtime.v1.ImageService/ImageStatus
Oct 18 12:47:07 ha-904693 crio[667]: time="2025-10-18T12:47:07.760799411Z" level=info msg="Checking image status: registry.k8s.io/kube-controller-manager:v1.34.1" id=d33a4b7e-c8b6-4953-96d1-ec05fe811ee2 name=/runtime.v1.ImageService/ImageStatus
Oct 18 12:47:07 ha-904693 crio[667]: time="2025-10-18T12:47:07.763087148Z" level=info msg="Creating container: kube-system/kube-controller-manager-ha-904693/kube-controller-manager" id=ca79c353-2f92-46a9-b879-eb4c49528d96 name=/runtime.v1.RuntimeService/CreateContainer
Oct 18 12:47:07 ha-904693 crio[667]: time="2025-10-18T12:47:07.763391996Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 18 12:47:07 ha-904693 crio[667]: time="2025-10-18T12:47:07.776323243Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 18 12:47:07 ha-904693 crio[667]: time="2025-10-18T12:47:07.77706803Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 18 12:47:07 ha-904693 crio[667]: time="2025-10-18T12:47:07.797430732Z" level=info msg="Created container d0b92a674c67cc0bc4ee48508f01d9282e112f6bb12126b73c27cd760d89c22a: kube-system/kube-controller-manager-ha-904693/kube-controller-manager" id=ca79c353-2f92-46a9-b879-eb4c49528d96 name=/runtime.v1.RuntimeService/CreateContainer
Oct 18 12:47:07 ha-904693 crio[667]: time="2025-10-18T12:47:07.798666134Z" level=info msg="Starting container: d0b92a674c67cc0bc4ee48508f01d9282e112f6bb12126b73c27cd760d89c22a" id=234e12c8-0841-4b87-8ee3-3a75b5d265a4 name=/runtime.v1.RuntimeService/StartContainer
Oct 18 12:47:07 ha-904693 crio[667]: time="2025-10-18T12:47:07.808104346Z" level=info msg="Started container" PID=1512 containerID=d0b92a674c67cc0bc4ee48508f01d9282e112f6bb12126b73c27cd760d89c22a description=kube-system/kube-controller-manager-ha-904693/kube-controller-manager id=234e12c8-0841-4b87-8ee3-3a75b5d265a4 name=/runtime.v1.RuntimeService/StartContainer sandboxID=3dcaeeb6053eea250fdbfb9cf232775c5e74d7fbe49740ec76a8f8660f55d7bb
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
d0b92a674c67c 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 3 minutes ago Running kube-controller-manager 7 3dcaeeb6053ee kube-controller-manager-ha-904693 kube-system
6b9ca29a1030f 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 4 minutes ago Exited kube-controller-manager 6 3dcaeeb6053ee kube-controller-manager-ha-904693 kube-system
e1f431489a678 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 5 minutes ago Running storage-provisioner 4 6974f2ca4c496 storage-provisioner kube-system
77f72db48997f 2a8917f902489be5a8dd414209c32b77bd644d187ea646d86dbdc31e85efb551 6 minutes ago Running kube-vip 3 3f717be18b100 kube-vip-ha-904693 kube-system
3ed6de721b810 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 6 minutes ago Running coredns 2 81c0a2ba3eb27 coredns-66bc5c9577-np459 kube-system
56bb35c643a21 89a35e2ebb6b938201966889b5e8c85b931db6432c5643966116cd1c28bf45cd 6 minutes ago Running busybox 2 1229fa54d0b21 busybox-7b57f96db7-v452k default
5956d42910b21 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 6 minutes ago Running coredns 2 a43d3d54495f1 coredns-66bc5c9577-w4mzd kube-system
b3ff0956e2bae ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 6 minutes ago Exited storage-provisioner 3 6974f2ca4c496 storage-provisioner kube-system
b7079b16a9b7a b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 6 minutes ago Running kindnet-cni 2 d48f01f8d4f05 kindnet-z2jqf kube-system
664bc261a2046 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 6 minutes ago Running kube-proxy 2 d2c7a02dbdc37 kube-proxy-xvnxv kube-system
f3e12646a28ac 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 6 minutes ago Running kube-apiserver 3 2e67607845f25 kube-apiserver-ha-904693 kube-system
10798af55ae16 b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 6 minutes ago Running kube-scheduler 2 76601f4f16313 kube-scheduler-ha-904693 kube-system
2df8ceef3f112 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 6 minutes ago Running etcd 2 cd330999b4f8d etcd-ha-904693 kube-system
bb134bdda02b2 2a8917f902489be5a8dd414209c32b77bd644d187ea646d86dbdc31e85efb551 6 minutes ago Exited kube-vip 2 3f717be18b100 kube-vip-ha-904693 kube-system
==> coredns [3ed6de721b81080e2d7009286cc18bd29f76863256af50d7e4af0f831a5e0461] <==
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 9e2996f8cb67ac53e0259ab1f8d615d07d1beb0bd07e6a1e39769c3bf486a905bb991cc47f8d2f14d0d3a90a87dfc625a0b4c524fed169d8158c40657c0694b1
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:39165 - 29689 "HINFO IN 1724432357811573338.8138158095689922977. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.017539888s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
==> coredns [5956d42910b21e70d3584ad16135f23f6c36232c73ad84e364d7d969d267b3ce] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 9e2996f8cb67ac53e0259ab1f8d615d07d1beb0bd07e6a1e39769c3bf486a905bb991cc47f8d2f14d0d3a90a87dfc625a0b4c524fed169d8158c40657c0694b1
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:58851 - 10237 "HINFO IN 6142564933790260897.8896674369146005175. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.017439783s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
==> describe nodes <==
Name: ha-904693
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=ha-904693
kubernetes.io/os=linux
minikube.k8s.io/commit=6a5d4c9cccb1ce5842ff2f1e7c0db9c10e4246ee
minikube.k8s.io/name=ha-904693
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_18T12_37_00_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 18 Oct 2025 12:36:55 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-904693
AcquireTime: <unset>
RenewTime: Sat, 18 Oct 2025 12:50:52 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 18 Oct 2025 12:49:39 +0000 Sat, 18 Oct 2025 12:36:49 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 18 Oct 2025 12:49:39 +0000 Sat, 18 Oct 2025 12:36:49 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 18 Oct 2025 12:49:39 +0000 Sat, 18 Oct 2025 12:36:49 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 18 Oct 2025 12:49:39 +0000 Sat, 18 Oct 2025 12:37:44 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: ha-904693
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
System Info:
Machine ID: c52191f5187031740f634bad68f0c727
System UUID: 281bd447-f1be-4669-83e5-596eea808f91
Boot ID: b42606f0-b77a-4ab9-9450-63f9e79403e9
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7b57f96db7-v452k 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system coredns-66bc5c9577-np459 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 13m
kube-system coredns-66bc5c9577-w4mzd 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 13m
kube-system etcd-ha-904693 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 14m
kube-system kindnet-z2jqf 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 13m
kube-system kube-apiserver-ha-904693 250m (12%) 0 (0%) 0 (0%) 0 (0%) 14m
kube-system kube-controller-manager-ha-904693 200m (10%) 0 (0%) 0 (0%) 0 (0%) 14m
kube-system kube-proxy-xvnxv 0 (0%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-scheduler-ha-904693 100m (5%) 0 (0%) 0 (0%) 0 (0%) 14m
kube-system kube-vip-ha-904693 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m16s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 13m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (3%) 390Mi (4%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m15s kube-proxy
Normal Starting 8m13s kube-proxy
Normal Starting 13m kube-proxy
Normal NodeHasSufficientMemory 14m (x8 over 14m) kubelet Node ha-904693 status is now: NodeHasSufficientMemory
Normal NodeHasSufficientPID 14m (x8 over 14m) kubelet Node ha-904693 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 14m (x8 over 14m) kubelet Node ha-904693 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 14m kubelet Node ha-904693 status is now: NodeHasSufficientPID
Normal Starting 14m kubelet Starting kubelet.
Warning CgroupV1 14m kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 14m kubelet Node ha-904693 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 14m kubelet Node ha-904693 status is now: NodeHasNoDiskPressure
Normal RegisteredNode 13m node-controller Node ha-904693 event: Registered Node ha-904693 in Controller
Normal RegisteredNode 13m node-controller Node ha-904693 event: Registered Node ha-904693 in Controller
Normal NodeReady 13m kubelet Node ha-904693 status is now: NodeReady
Normal RegisteredNode 12m node-controller Node ha-904693 event: Registered Node ha-904693 in Controller
Normal NodeHasSufficientPID 8m56s (x8 over 8m56s) kubelet Node ha-904693 status is now: NodeHasSufficientPID
Normal Starting 8m56s kubelet Starting kubelet.
Warning CgroupV1 8m56s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 8m56s (x8 over 8m56s) kubelet Node ha-904693 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 8m56s (x8 over 8m56s) kubelet Node ha-904693 status is now: NodeHasNoDiskPressure
Normal RegisteredNode 8m14s node-controller Node ha-904693 event: Registered Node ha-904693 in Controller
Normal RegisteredNode 8m10s node-controller Node ha-904693 event: Registered Node ha-904693 in Controller
Normal RegisteredNode 7m39s node-controller Node ha-904693 event: Registered Node ha-904693 in Controller
Normal NodeHasSufficientPID 6m27s (x8 over 6m27s) kubelet Node ha-904693 status is now: NodeHasSufficientPID
Warning CgroupV1 6m27s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 6m27s (x8 over 6m27s) kubelet Node ha-904693 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m27s (x8 over 6m27s) kubelet Node ha-904693 status is now: NodeHasNoDiskPressure
Normal Starting 6m27s kubelet Starting kubelet.
Normal RegisteredNode 3m50s node-controller Node ha-904693 event: Registered Node ha-904693 in Controller
Name: ha-904693-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=ha-904693-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=6a5d4c9cccb1ce5842ff2f1e7c0db9c10e4246ee
minikube.k8s.io/name=ha-904693
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2025_10_18T12_37_41_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 18 Oct 2025 12:37:40 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-904693-m02
AcquireTime: <unset>
RenewTime: Sat, 18 Oct 2025 12:50:58 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 18 Oct 2025 12:50:57 +0000 Sat, 18 Oct 2025 12:37:40 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 18 Oct 2025 12:50:57 +0000 Sat, 18 Oct 2025 12:37:40 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 18 Oct 2025 12:50:57 +0000 Sat, 18 Oct 2025 12:37:40 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 18 Oct 2025 12:50:57 +0000 Sat, 18 Oct 2025 12:38:22 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.3
Hostname: ha-904693-m02
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
System Info:
Machine ID: c52191f5187031740f634bad68f0c727
System UUID: 731d6d01-e152-4180-b869-d1cbd652f7b0
Boot ID: b42606f0-b77a-4ab9-9450-63f9e79403e9
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7b57f96db7-hrdj5 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system etcd-ha-904693-m02 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 13m
kube-system kindnet-lwbfx 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 13m
kube-system kube-apiserver-ha-904693-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-controller-manager-ha-904693-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-proxy-s8rqn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-scheduler-ha-904693-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-vip-ha-904693-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 13m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (1%) 50Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m11s kube-proxy
Normal Starting 8m4s kube-proxy
Normal Starting 13m kube-proxy
Normal RegisteredNode 13m node-controller Node ha-904693-m02 event: Registered Node ha-904693-m02 in Controller
Normal RegisteredNode 13m node-controller Node ha-904693-m02 event: Registered Node ha-904693-m02 in Controller
Normal RegisteredNode 12m node-controller Node ha-904693-m02 event: Registered Node ha-904693-m02 in Controller
Warning CgroupV1 8m52s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal Starting 8m52s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 8m52s (x8 over 8m52s) kubelet Node ha-904693-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 8m52s (x8 over 8m52s) kubelet Node ha-904693-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 8m52s (x8 over 8m52s) kubelet Node ha-904693-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 8m14s node-controller Node ha-904693-m02 event: Registered Node ha-904693-m02 in Controller
Normal RegisteredNode 8m10s node-controller Node ha-904693-m02 event: Registered Node ha-904693-m02 in Controller
Normal RegisteredNode 7m39s node-controller Node ha-904693-m02 event: Registered Node ha-904693-m02 in Controller
Normal Starting 6m23s kubelet Starting kubelet.
Warning CgroupV1 6m23s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 6m23s (x8 over 6m23s) kubelet Node ha-904693-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m23s (x8 over 6m23s) kubelet Node ha-904693-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m23s (x8 over 6m23s) kubelet Node ha-904693-m02 status is now: NodeHasSufficientPID
Warning ContainerGCFailed 5m23s kubelet rpc error: code = Unavailable desc = connection error: desc = "transport: Error while dialing: dial unix /var/run/crio/crio.sock: connect: no such file or directory"
Normal RegisteredNode 3m50s node-controller Node ha-904693-m02 event: Registered Node ha-904693-m02 in Controller
Name: ha-904693-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=ha-904693-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=6a5d4c9cccb1ce5842ff2f1e7c0db9c10e4246ee
minikube.k8s.io/name=ha-904693
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2025_10_18T12_40_18_0700
minikube.k8s.io/version=v1.37.0
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 18 Oct 2025 12:40:17 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-904693-m04
AcquireTime: <unset>
RenewTime: Sat, 18 Oct 2025 12:50:55 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 18 Oct 2025 12:49:04 +0000 Sat, 18 Oct 2025 12:40:17 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 18 Oct 2025 12:49:04 +0000 Sat, 18 Oct 2025 12:40:17 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 18 Oct 2025 12:49:04 +0000 Sat, 18 Oct 2025 12:40:17 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 18 Oct 2025 12:49:04 +0000 Sat, 18 Oct 2025 12:40:30 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.5
Hostname: ha-904693-m04
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
System Info:
Machine ID: c52191f5187031740f634bad68f0c727
System UUID: 5cf17c72-8409-4937-903b-03a3a82789c6
Boot ID: b42606f0-b77a-4ab9-9450-63f9e79403e9
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (3 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7b57f96db7-2bmmd 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m21s
kube-system kindnet-nqql7 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 10m
kube-system kube-proxy-25w58 0 (0%) 0 (0%) 0 (0%) 0 (0%) 10m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (0%) 50Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m43s kube-proxy
Normal Starting 10m kube-proxy
Normal Starting 7m22s kube-proxy
Warning CgroupV1 10m kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal Starting 10m kubelet Starting kubelet.
Normal NodeHasSufficientMemory 10m (x3 over 10m) kubelet Node ha-904693-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 10m (x3 over 10m) kubelet Node ha-904693-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 10m (x3 over 10m) kubelet Node ha-904693-m04 status is now: NodeHasSufficientPID
Normal RegisteredNode 10m node-controller Node ha-904693-m04 event: Registered Node ha-904693-m04 in Controller
Normal RegisteredNode 10m node-controller Node ha-904693-m04 event: Registered Node ha-904693-m04 in Controller
Normal RegisteredNode 10m node-controller Node ha-904693-m04 event: Registered Node ha-904693-m04 in Controller
Normal NodeReady 10m kubelet Node ha-904693-m04 status is now: NodeReady
Normal RegisteredNode 8m14s node-controller Node ha-904693-m04 event: Registered Node ha-904693-m04 in Controller
Normal RegisteredNode 8m10s node-controller Node ha-904693-m04 event: Registered Node ha-904693-m04 in Controller
Normal Starting 7m45s kubelet Starting kubelet.
Warning CgroupV1 7m45s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientPID 7m41s (x8 over 7m44s) kubelet Node ha-904693-m04 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 7m41s (x8 over 7m44s) kubelet Node ha-904693-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientMemory 7m41s (x8 over 7m44s) kubelet Node ha-904693-m04 status is now: NodeHasSufficientMemory
Normal RegisteredNode 7m39s node-controller Node ha-904693-m04 event: Registered Node ha-904693-m04 in Controller
Normal Starting 4m12s kubelet Starting kubelet.
Warning CgroupV1 4m12s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 4m8s (x8 over 4m12s) kubelet Node ha-904693-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m8s (x8 over 4m12s) kubelet Node ha-904693-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m8s (x8 over 4m12s) kubelet Node ha-904693-m04 status is now: NodeHasSufficientPID
Normal RegisteredNode 3m50s node-controller Node ha-904693-m04 event: Registered Node ha-904693-m04 in Controller
==> dmesg <==
[ +0.000985] FS-Cache: N-cookie d=00000000d8d7ca74{9P.session} n=00000000204faf8b
[ +0.001107] FS-Cache: N-key=[10] '34323937363632323639'
[Oct18 12:15] kauditd_printk_skb: 8 callbacks suppressed
[Oct18 12:16] overlayfs: idmapped layers are currently not supported
[Oct18 12:22] overlayfs: idmapped layers are currently not supported
[Oct18 12:23] overlayfs: idmapped layers are currently not supported
[Oct18 12:35] FS-Cache: Duplicate cookie detected
[ +0.000801] FS-Cache: O-cookie c=00000048 [p=00000002 fl=222 nc=0 na=1]
[ +0.001047] FS-Cache: O-cookie d=00000000d8d7ca74{9P.session} n=000000006094aa8a
[ +0.001123] FS-Cache: O-key=[10] '34323938373639393330'
[ +0.000853] FS-Cache: N-cookie c=00000049 [p=00000002 fl=2 nc=0 na=1]
[ +0.001032] FS-Cache: N-cookie d=00000000d8d7ca74{9P.session} n=000000001487bd7a
[ +0.001121] FS-Cache: N-key=[10] '34323938373639393330'
[Oct18 12:36] overlayfs: idmapped layers are currently not supported
[Oct18 12:37] overlayfs: idmapped layers are currently not supported
[Oct18 12:38] overlayfs: idmapped layers are currently not supported
[Oct18 12:40] overlayfs: idmapped layers are currently not supported
[Oct18 12:41] overlayfs: idmapped layers are currently not supported
[Oct18 12:42] overlayfs: idmapped layers are currently not supported
[ +3.761821] overlayfs: idmapped layers are currently not supported
[ +36.492252] overlayfs: idmapped layers are currently not supported
[Oct18 12:43] overlayfs: idmapped layers are currently not supported
[Oct18 12:44] overlayfs: idmapped layers are currently not supported
[ +3.556272] overlayfs: idmapped layers are currently not supported
[Oct18 12:47] overlayfs: idmapped layers are currently not supported
==> etcd [2df8ceef3f1125567cb2b22627f6c2b90e7425331ffa5e5bbe8a97dcb849d5af] <==
{"level":"info","ts":"2025-10-18T12:46:18.326152Z","caller":"traceutil/trace.go:172","msg":"trace[280274257] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2365; }","duration":"148.037419ms","start":"2025-10-18T12:46:18.178111Z","end":"2025-10-18T12:46:18.326148Z","steps":["trace[280274257] 'agreement among raft nodes before linearized reading' (duration: 148.026195ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.326175Z","caller":"traceutil/trace.go:172","msg":"trace[1603022509] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2365; }","duration":"148.083557ms","start":"2025-10-18T12:46:18.178088Z","end":"2025-10-18T12:46:18.326172Z","steps":["trace[1603022509] 'agreement among raft nodes before linearized reading' (duration: 148.07184ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.326234Z","caller":"traceutil/trace.go:172","msg":"trace[130511930] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:4; response_revision:2365; }","duration":"148.157666ms","start":"2025-10-18T12:46:18.178071Z","end":"2025-10-18T12:46:18.326229Z","steps":["trace[130511930] 'agreement among raft nodes before linearized reading' (duration: 148.112168ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.326259Z","caller":"traceutil/trace.go:172","msg":"trace[1445912654] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2365; }","duration":"148.200399ms","start":"2025-10-18T12:46:18.178054Z","end":"2025-10-18T12:46:18.326254Z","steps":["trace[1445912654] 'agreement among raft nodes before linearized reading' (duration: 148.188928ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.326330Z","caller":"traceutil/trace.go:172","msg":"trace[1229954123] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:11; response_revision:2365; }","duration":"148.289377ms","start":"2025-10-18T12:46:18.178036Z","end":"2025-10-18T12:46:18.326326Z","steps":["trace[1229954123] 'agreement among raft nodes before linearized reading' (duration: 148.231735ms)"],"step_count":1}
{"level":"warn","ts":"2025-10-18T12:46:18.326351Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.328934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-10-18T12:46:18.344747Z","caller":"traceutil/trace.go:172","msg":"trace[734962470] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:2365; }","duration":"166.713843ms","start":"2025-10-18T12:46:18.178019Z","end":"2025-10-18T12:46:18.344733Z","steps":["trace[734962470] 'agreement among raft nodes before linearized reading' (duration: 148.321418ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.326407Z","caller":"traceutil/trace.go:172","msg":"trace[513164834] range","detail":"{range_begin:/registry/validatingadmissionpolicies/; range_end:/registry/validatingadmissionpolicies0; response_count:0; response_revision:2365; }","duration":"148.400984ms","start":"2025-10-18T12:46:18.178002Z","end":"2025-10-18T12:46:18.326403Z","steps":["trace[513164834] 'agreement among raft nodes before linearized reading' (duration: 148.360253ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.326438Z","caller":"traceutil/trace.go:172","msg":"trace[1825915532] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2365; }","duration":"148.452734ms","start":"2025-10-18T12:46:18.177982Z","end":"2025-10-18T12:46:18.326435Z","steps":["trace[1825915532] 'agreement among raft nodes before linearized reading' (duration: 148.439975ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.326463Z","caller":"traceutil/trace.go:172","msg":"trace[2054924881] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:2365; }","duration":"149.526329ms","start":"2025-10-18T12:46:18.176933Z","end":"2025-10-18T12:46:18.326459Z","steps":["trace[2054924881] 'agreement among raft nodes before linearized reading' (duration: 149.513963ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.326514Z","caller":"traceutil/trace.go:172","msg":"trace[1418956280] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:3; response_revision:2365; }","duration":"149.59627ms","start":"2025-10-18T12:46:18.176913Z","end":"2025-10-18T12:46:18.326510Z","steps":["trace[1418956280] 'agreement among raft nodes before linearized reading' (duration: 149.557213ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.326539Z","caller":"traceutil/trace.go:172","msg":"trace[302604753] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:2365; }","duration":"149.648521ms","start":"2025-10-18T12:46:18.176885Z","end":"2025-10-18T12:46:18.326534Z","steps":["trace[302604753] 'agreement among raft nodes before linearized reading' (duration: 149.637723ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.326575Z","caller":"traceutil/trace.go:172","msg":"trace[1331174270] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2365; }","duration":"149.692148ms","start":"2025-10-18T12:46:18.176868Z","end":"2025-10-18T12:46:18.326560Z","steps":["trace[1331174270] 'agreement among raft nodes before linearized reading' (duration: 149.678757ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.326642Z","caller":"traceutil/trace.go:172","msg":"trace[818132752] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:12; response_revision:2365; }","duration":"149.794918ms","start":"2025-10-18T12:46:18.176844Z","end":"2025-10-18T12:46:18.326639Z","steps":["trace[818132752] 'agreement among raft nodes before linearized reading' (duration: 149.740657ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.326670Z","caller":"traceutil/trace.go:172","msg":"trace[1713580724] range","detail":"{range_begin:/registry/volumeattributesclasses/; range_end:/registry/volumeattributesclasses0; response_count:0; response_revision:2365; }","duration":"149.889492ms","start":"2025-10-18T12:46:18.176775Z","end":"2025-10-18T12:46:18.326664Z","steps":["trace[1713580724] 'agreement among raft nodes before linearized reading' (duration: 149.876634ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.326715Z","caller":"traceutil/trace.go:172","msg":"trace[211047245] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:2; response_revision:2365; }","duration":"151.330336ms","start":"2025-10-18T12:46:18.175381Z","end":"2025-10-18T12:46:18.326712Z","steps":["trace[211047245] 'agreement among raft nodes before linearized reading' (duration: 151.29754ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.326875Z","caller":"traceutil/trace.go:172","msg":"trace[1405564136] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:29; response_revision:2365; }","duration":"151.511433ms","start":"2025-10-18T12:46:18.175359Z","end":"2025-10-18T12:46:18.326870Z","steps":["trace[1405564136] 'agreement among raft nodes before linearized reading' (duration: 151.365405ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.326922Z","caller":"traceutil/trace.go:172","msg":"trace[870780723] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:2; response_revision:2365; }","duration":"151.583697ms","start":"2025-10-18T12:46:18.175334Z","end":"2025-10-18T12:46:18.326918Z","steps":["trace[870780723] 'agreement among raft nodes before linearized reading' (duration: 151.551688ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.326948Z","caller":"traceutil/trace.go:172","msg":"trace[951226190] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2365; }","duration":"151.633584ms","start":"2025-10-18T12:46:18.175309Z","end":"2025-10-18T12:46:18.326943Z","steps":["trace[951226190] 'agreement among raft nodes before linearized reading' (duration: 151.621252ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.326972Z","caller":"traceutil/trace.go:172","msg":"trace[400054300] range","detail":"{range_begin:/registry/resourceclaimtemplates/; range_end:/registry/resourceclaimtemplates0; response_count:0; response_revision:2365; }","duration":"151.740924ms","start":"2025-10-18T12:46:18.175227Z","end":"2025-10-18T12:46:18.326968Z","steps":["trace[400054300] 'agreement among raft nodes before linearized reading' (duration: 151.728715ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.327065Z","caller":"traceutil/trace.go:172","msg":"trace[1661544509] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:21; response_revision:2365; }","duration":"156.709429ms","start":"2025-10-18T12:46:18.170352Z","end":"2025-10-18T12:46:18.327061Z","steps":["trace[1661544509] 'agreement among raft nodes before linearized reading' (duration: 156.627877ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.327290Z","caller":"traceutil/trace.go:172","msg":"trace[1650378666] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:71; response_revision:2365; }","duration":"156.952393ms","start":"2025-10-18T12:46:18.170333Z","end":"2025-10-18T12:46:18.327285Z","steps":["trace[1650378666] 'agreement among raft nodes before linearized reading' (duration: 156.741454ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.327323Z","caller":"traceutil/trace.go:172","msg":"trace[428909626] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2365; }","duration":"157.006294ms","start":"2025-10-18T12:46:18.170312Z","end":"2025-10-18T12:46:18.327318Z","steps":["trace[428909626] 'agreement among raft nodes before linearized reading' (duration: 156.991525ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.369419Z","caller":"traceutil/trace.go:172","msg":"trace[317085595] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"119.27978ms","start":"2025-10-18T12:46:18.250127Z","end":"2025-10-18T12:46:18.369407Z","steps":["trace[317085595] 'process raft request' (duration: 118.872342ms)"],"step_count":1}
{"level":"info","ts":"2025-10-18T12:46:18.392088Z","caller":"traceutil/trace.go:172","msg":"trace[1241831869] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2370; }","duration":"111.572204ms","start":"2025-10-18T12:46:18.280506Z","end":"2025-10-18T12:46:18.392078Z","steps":["trace[1241831869] 'agreement among raft nodes before linearized reading' (duration: 111.516351ms)"],"step_count":1}
==> kernel <==
12:51:01 up 4:33, 0 user, load average: 0.66, 1.22, 1.64
Linux ha-904693 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [b7079b16a9b7a2a39fa399b6c2af14323e7571db253c3823a3927f85257d9854] <==
I1018 12:50:15.001953 1 main.go:324] Node ha-904693-m04 has CIDR [10.244.3.0/24]
I1018 12:50:24.996513 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1018 12:50:24.996644 1 main.go:301] handling current node
I1018 12:50:24.996670 1 main.go:297] Handling node with IPs: map[192.168.49.3:{}]
I1018 12:50:24.996678 1 main.go:324] Node ha-904693-m02 has CIDR [10.244.1.0/24]
I1018 12:50:24.996841 1 main.go:297] Handling node with IPs: map[192.168.49.5:{}]
I1018 12:50:24.996854 1 main.go:324] Node ha-904693-m04 has CIDR [10.244.3.0/24]
I1018 12:50:34.997838 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1018 12:50:34.997874 1 main.go:301] handling current node
I1018 12:50:34.997890 1 main.go:297] Handling node with IPs: map[192.168.49.3:{}]
I1018 12:50:34.997896 1 main.go:324] Node ha-904693-m02 has CIDR [10.244.1.0/24]
I1018 12:50:34.998069 1 main.go:297] Handling node with IPs: map[192.168.49.5:{}]
I1018 12:50:34.998081 1 main.go:324] Node ha-904693-m04 has CIDR [10.244.3.0/24]
I1018 12:50:44.996386 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1018 12:50:44.996534 1 main.go:301] handling current node
I1018 12:50:44.996575 1 main.go:297] Handling node with IPs: map[192.168.49.3:{}]
I1018 12:50:44.996620 1 main.go:324] Node ha-904693-m02 has CIDR [10.244.1.0/24]
I1018 12:50:44.996810 1 main.go:297] Handling node with IPs: map[192.168.49.5:{}]
I1018 12:50:44.996860 1 main.go:324] Node ha-904693-m04 has CIDR [10.244.3.0/24]
I1018 12:50:55.001909 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1018 12:50:55.002019 1 main.go:301] handling current node
I1018 12:50:55.002076 1 main.go:297] Handling node with IPs: map[192.168.49.3:{}]
I1018 12:50:55.002117 1 main.go:324] Node ha-904693-m02 has CIDR [10.244.1.0/24]
I1018 12:50:55.002341 1 main.go:297] Handling node with IPs: map[192.168.49.5:{}]
I1018 12:50:55.002385 1 main.go:324] Node ha-904693-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [f3e12646a28acaf33acb91c449640e2b7c2e1b51a07fda1222a124108fa3a60d] <==
{"level":"warn","ts":"2025-10-18T12:46:18.148825Z","logger":"etcd-client","caller":"v3@v3.6.4/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0x40026672c0/127.0.0.1:2379","method":"/etcdserverpb.KV/Range","attempt":4,"error":"rpc error: code = Unavailable desc = etcdserver: leader changed"}
{"level":"warn","ts":"2025-10-18T12:46:18.148839Z","logger":"etcd-client","caller":"v3@v3.6.4/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0x40015fd0e0/127.0.0.1:2379","method":"/etcdserverpb.KV/Range","attempt":4,"error":"rpc error: code = Unavailable desc = etcdserver: leader changed"}
{"level":"warn","ts":"2025-10-18T12:46:18.148853Z","logger":"etcd-client","caller":"v3@v3.6.4/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0x400202ed20/127.0.0.1:2379","method":"/etcdserverpb.KV/Range","attempt":4,"error":"rpc error: code = Unavailable desc = etcdserver: leader changed"}
{"level":"warn","ts":"2025-10-18T12:46:18.148867Z","logger":"etcd-client","caller":"v3@v3.6.4/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0x40011f43c0/127.0.0.1:2379","method":"/etcdserverpb.KV/Range","attempt":4,"error":"rpc error: code = Unavailable desc = etcdserver: leader changed"}
{"level":"warn","ts":"2025-10-18T12:46:18.148880Z","logger":"etcd-client","caller":"v3@v3.6.4/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0x4002666960/127.0.0.1:2379","method":"/etcdserverpb.KV/Range","attempt":2,"error":"rpc error: code = Unavailable desc = etcdserver: leader changed"}
{"level":"warn","ts":"2025-10-18T12:46:18.148896Z","logger":"etcd-client","caller":"v3@v3.6.4/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0x4002dd2780/127.0.0.1:2379","method":"/etcdserverpb.KV/Range","attempt":4,"error":"rpc error: code = Unavailable desc = etcdserver: leader changed"}
{"level":"warn","ts":"2025-10-18T12:46:18.148670Z","logger":"etcd-client","caller":"v3@v3.6.4/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0x4002ce03c0/127.0.0.1:2379","method":"/etcdserverpb.KV/Range","attempt":1,"error":"rpc error: code = Unavailable desc = etcdserver: leader changed"}
{"level":"warn","ts":"2025-10-18T12:46:18.151438Z","logger":"etcd-client","caller":"v3@v3.6.4/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0x4002174960/127.0.0.1:2379","method":"/etcdserverpb.KV/Range","attempt":0,"error":"rpc error: code = Unavailable desc = etcdserver: leader changed"}
{"level":"warn","ts":"2025-10-18T12:46:18.151912Z","logger":"etcd-client","caller":"v3@v3.6.4/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0x40015fc5a0/127.0.0.1:2379","method":"/etcdserverpb.KV/Range","attempt":1,"error":"rpc error: code = Unavailable desc = etcdserver: leader changed"}
{"level":"warn","ts":"2025-10-18T12:46:18.155109Z","logger":"etcd-client","caller":"v3@v3.6.4/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0x4002dd30e0/127.0.0.1:2379","method":"/etcdserverpb.KV/Range","attempt":1,"error":"rpc error: code = Unavailable desc = etcdserver: leader changed"}
{"level":"warn","ts":"2025-10-18T12:46:18.155205Z","logger":"etcd-client","caller":"v3@v3.6.4/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0x40018a8d20/127.0.0.1:2379","method":"/etcdserverpb.KV/Range","attempt":4,"error":"rpc error: code = Unavailable desc = etcdserver: leader changed"}
{"level":"warn","ts":"2025-10-18T12:46:18.155239Z","logger":"etcd-client","caller":"v3@v3.6.4/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0x4001a325a0/127.0.0.1:2379","method":"/etcdserverpb.KV/Range","attempt":2,"error":"rpc error: code = Unavailable desc = etcdserver: leader changed"}
{"level":"warn","ts":"2025-10-18T12:46:18.155306Z","logger":"etcd-client","caller":"v3@v3.6.4/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0x4002666960/127.0.0.1:2379","method":"/etcdserverpb.KV/Range","attempt":4,"error":"rpc error: code = Unavailable desc = etcdserver: leader changed"}
{"level":"warn","ts":"2025-10-18T12:46:18.155314Z","logger":"etcd-client","caller":"v3@v3.6.4/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0x400141f4a0/127.0.0.1:2379","method":"/etcdserverpb.KV/Range","attempt":4,"error":"rpc error: code = Unavailable desc = etcdserver: leader changed"}
{"level":"warn","ts":"2025-10-18T12:46:18.160120Z","logger":"etcd-client","caller":"v3@v3.6.4/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0x40027dc780/127.0.0.1:2379","method":"/etcdserverpb.KV/Range","attempt":1,"error":"rpc error: code = Unavailable desc = etcdserver: leader changed"}
{"level":"warn","ts":"2025-10-18T12:46:18.160123Z","logger":"etcd-client","caller":"v3@v3.6.4/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0x4002dd30e0/127.0.0.1:2379","method":"/etcdserverpb.KV/Range","attempt":1,"error":"rpc error: code = Unavailable desc = etcdserver: leader changed"}
{"level":"warn","ts":"2025-10-18T12:46:18.160241Z","logger":"etcd-client","caller":"v3@v3.6.4/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0x4001bb0f00/127.0.0.1:2379","method":"/etcdserverpb.KV/Range","attempt":0,"error":"rpc error: code = Unavailable desc = etcdserver: leader changed"}
{"level":"warn","ts":"2025-10-18T12:46:18.160569Z","logger":"etcd-client","caller":"v3@v3.6.4/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0x4000ed9860/127.0.0.1:2379","method":"/etcdserverpb.KV/Range","attempt":1,"error":"rpc error: code = Unavailable desc = etcdserver: leader changed"}
I1018 12:46:33.558140 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1018 12:46:36.235887 1 controller.go:667] quota admission added evaluator for: endpoints
W1018 12:46:47.238564 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.49.2 192.168.49.3]
I1018 12:46:47.262716 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1018 12:47:10.772461 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1018 12:47:11.078494 1 controller.go:667] quota admission added evaluator for: daemonsets.apps
I1018 12:47:11.124245 1 controller.go:667] quota admission added evaluator for: deployments.apps
==> kube-controller-manager [6b9ca29a1030f2e300fa09ce8fe5087b5d01e253a371038cc28a28c82dc9c0b8] <==
I1018 12:46:09.683548 1 serving.go:386] Generated self-signed cert in-memory
I1018 12:46:10.407864 1 controllermanager.go:191] "Starting" version="v1.34.1"
I1018 12:46:10.407894 1 controllermanager.go:193] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1018 12:46:10.409427 1 dynamic_cafile_content.go:161] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I1018 12:46:10.409610 1 dynamic_cafile_content.go:161] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
I1018 12:46:10.409861 1 secure_serving.go:211] Serving securely on 127.0.0.1:10257
I1018 12:46:10.409969 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E1018 12:46:22.428900 1 controllermanager.go:245] "Error building controller context" err="failed to wait for apiserver being healthy: timed out waiting for the condition: failed to get apiserver /healthz status: an error on the server (\"[+]ping ok\\n[+]log ok\\n[+]etcd ok\\n[+]poststarthook/start-apiserver-admission-initializer ok\\n[+]poststarthook/generic-apiserver-start-informers ok\\n[+]poststarthook/priority-and-fairness-config-consumer ok\\n[+]poststarthook/priority-and-fairness-filter ok\\n[+]poststarthook/storage-object-count-tracker-hook ok\\n[+]poststarthook/start-apiextensions-informers ok\\n[+]poststarthook/start-apiextensions-controllers ok\\n[+]poststarthook/crd-informer-synced ok\\n[+]poststarthook/start-system-namespaces-controller ok\\n[+]poststarthook/start-cluster-authentication-info-controller ok\\n[+]poststarthook/start-kube-apiserver-identity-lease-controller ok\\n[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok\\n[+]poststarthook/start-legacy-to
ken-tracking-controller ok\\n[+]poststarthook/start-service-ip-repair-controllers ok\\n[-]poststarthook/rbac/bootstrap-roles failed: reason withheld\\n[+]poststarthook/scheduling/bootstrap-system-priority-classes ok\\n[+]poststarthook/priority-and-fairness-config-producer ok\\n[+]poststarthook/bootstrap-controller ok\\n[+]poststarthook/start-kubernetes-service-cidr-controller ok\\n[+]poststarthook/aggregator-reload-proxy-client-cert ok\\n[+]poststarthook/start-kube-aggregator-informers ok\\n[+]poststarthook/apiservice-status-local-available-controller ok\\n[+]poststarthook/apiservice-status-remote-available-controller ok\\n[+]poststarthook/apiservice-registration-controller ok\\n[+]poststarthook/apiservice-discovery-controller ok\\n[+]poststarthook/kube-apiserver-autoregistration ok\\n[+]autoregister-completion ok\\n[+]poststarthook/apiservice-openapi-controller ok\\n[+]poststarthook/apiservice-openapiv3-controller ok\\nhealthz check failed\") has prevented the request from succeeding"
==> kube-controller-manager [d0b92a674c67cc0bc4ee48508f01d9282e112f6bb12126b73c27cd760d89c22a] <==
I1018 12:47:10.692829 1 shared_informer.go:356] "Caches are synced" controller="persistent volume"
E1018 12:47:30.656861 1 gc_controller.go:151] "Failed to get node" err="node \"ha-904693-m03\" not found" logger="pod-garbage-collector-controller" node="ha-904693-m03"
E1018 12:47:30.656970 1 gc_controller.go:151] "Failed to get node" err="node \"ha-904693-m03\" not found" logger="pod-garbage-collector-controller" node="ha-904693-m03"
E1018 12:47:30.656983 1 gc_controller.go:151] "Failed to get node" err="node \"ha-904693-m03\" not found" logger="pod-garbage-collector-controller" node="ha-904693-m03"
E1018 12:47:30.656990 1 gc_controller.go:151] "Failed to get node" err="node \"ha-904693-m03\" not found" logger="pod-garbage-collector-controller" node="ha-904693-m03"
E1018 12:47:30.656996 1 gc_controller.go:151] "Failed to get node" err="node \"ha-904693-m03\" not found" logger="pod-garbage-collector-controller" node="ha-904693-m03"
E1018 12:47:50.657450 1 gc_controller.go:151] "Failed to get node" err="node \"ha-904693-m03\" not found" logger="pod-garbage-collector-controller" node="ha-904693-m03"
E1018 12:47:50.657482 1 gc_controller.go:151] "Failed to get node" err="node \"ha-904693-m03\" not found" logger="pod-garbage-collector-controller" node="ha-904693-m03"
E1018 12:47:50.657489 1 gc_controller.go:151] "Failed to get node" err="node \"ha-904693-m03\" not found" logger="pod-garbage-collector-controller" node="ha-904693-m03"
E1018 12:47:50.657495 1 gc_controller.go:151] "Failed to get node" err="node \"ha-904693-m03\" not found" logger="pod-garbage-collector-controller" node="ha-904693-m03"
E1018 12:47:50.657505 1 gc_controller.go:151] "Failed to get node" err="node \"ha-904693-m03\" not found" logger="pod-garbage-collector-controller" node="ha-904693-m03"
I1018 12:47:50.671214 1 gc_controller.go:343] "PodGC is force deleting Pod" logger="pod-garbage-collector-controller" pod="kube-system/kube-controller-manager-ha-904693-m03"
I1018 12:47:50.721328 1 gc_controller.go:259] "Forced deletion of orphaned Pod succeeded" logger="pod-garbage-collector-controller" pod="kube-system/kube-controller-manager-ha-904693-m03"
I1018 12:47:50.721365 1 gc_controller.go:343] "PodGC is force deleting Pod" logger="pod-garbage-collector-controller" pod="kube-system/kindnet-j75n6"
I1018 12:47:50.760722 1 gc_controller.go:259] "Forced deletion of orphaned Pod succeeded" logger="pod-garbage-collector-controller" pod="kube-system/kindnet-j75n6"
I1018 12:47:50.760993 1 gc_controller.go:343] "PodGC is force deleting Pod" logger="pod-garbage-collector-controller" pod="kube-system/kube-vip-ha-904693-m03"
I1018 12:47:50.808228 1 gc_controller.go:259] "Forced deletion of orphaned Pod succeeded" logger="pod-garbage-collector-controller" pod="kube-system/kube-vip-ha-904693-m03"
I1018 12:47:50.808276 1 gc_controller.go:343] "PodGC is force deleting Pod" logger="pod-garbage-collector-controller" pod="kube-system/kube-proxy-bckwd"
I1018 12:47:50.847148 1 gc_controller.go:259] "Forced deletion of orphaned Pod succeeded" logger="pod-garbage-collector-controller" pod="kube-system/kube-proxy-bckwd"
I1018 12:47:50.847260 1 gc_controller.go:343] "PodGC is force deleting Pod" logger="pod-garbage-collector-controller" pod="kube-system/kube-scheduler-ha-904693-m03"
I1018 12:47:50.881140 1 gc_controller.go:259] "Forced deletion of orphaned Pod succeeded" logger="pod-garbage-collector-controller" pod="kube-system/kube-scheduler-ha-904693-m03"
I1018 12:47:50.881190 1 gc_controller.go:343] "PodGC is force deleting Pod" logger="pod-garbage-collector-controller" pod="kube-system/etcd-ha-904693-m03"
I1018 12:47:50.922459 1 gc_controller.go:259] "Forced deletion of orphaned Pod succeeded" logger="pod-garbage-collector-controller" pod="kube-system/etcd-ha-904693-m03"
I1018 12:47:50.922494 1 gc_controller.go:343] "PodGC is force deleting Pod" logger="pod-garbage-collector-controller" pod="kube-system/kube-apiserver-ha-904693-m03"
I1018 12:47:50.962354 1 gc_controller.go:259] "Forced deletion of orphaned Pod succeeded" logger="pod-garbage-collector-controller" pod="kube-system/kube-apiserver-ha-904693-m03"
==> kube-proxy [664bc261a20461615c227d76978fcabbc9c19e3de0de14724a6fb0f9bbcb8676] <==
E1018 12:45:30.503531 1 event_broadcaster.go:279] "Unable to write event (may retry after sleeping)" err="Post \"https://control-plane.minikube.internal:8443/apis/events.k8s.io/v1/namespaces/default/events\": http2: client connection lost"
I1018 12:45:30.503572 1 reflector.go:568] "Warning: watch ended with error" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ServiceCIDR" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"
E1018 12:45:34.448156 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ServiceCIDR: Get \"https://control-plane.minikube.internal:8443/apis/networking.k8s.io/v1/servicecidrs?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&resourceVersion=2344\": dial tcp 192.168.49.254:8443: connect: no route to host" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ServiceCIDR"
E1018 12:45:34.448255 1 reflector.go:205] "Failed to watch" err="failed to list *v1.EndpointSlice: Get \"https://control-plane.minikube.internal:8443/apis/discovery.k8s.io/v1/endpointslices?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&resourceVersion=2344\": dial tcp 192.168.49.254:8443: connect: no route to host" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice"
E1018 12:45:34.448188 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: Get \"https://control-plane.minikube.internal:8443/api/v1/services?fieldSelector=spec.clusterIP%21%3DNone&labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&resourceVersion=2345\": dial tcp 192.168.49.254:8443: connect: no route to host" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E1018 12:45:34.448343 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: Get \"https://control-plane.minikube.internal:8443/api/v1/nodes?fieldSelector=metadata.name%3Dha-904693&resourceVersion=2352\": dial tcp 192.168.49.254:8443: connect: no route to host" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1018 12:45:37.516021 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ServiceCIDR: Get \"https://control-plane.minikube.internal:8443/apis/networking.k8s.io/v1/servicecidrs?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&resourceVersion=2344\": dial tcp 192.168.49.254:8443: connect: no route to host" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ServiceCIDR"
E1018 12:45:37.516021 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: Get \"https://control-plane.minikube.internal:8443/api/v1/nodes?fieldSelector=metadata.name%3Dha-904693&resourceVersion=2352\": dial tcp 192.168.49.254:8443: connect: no route to host" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1018 12:45:37.516161 1 reflector.go:205] "Failed to watch" err="failed to list *v1.EndpointSlice: Get \"https://control-plane.minikube.internal:8443/apis/discovery.k8s.io/v1/endpointslices?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&resourceVersion=2344\": dial tcp 192.168.49.254:8443: connect: no route to host" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice"
E1018 12:45:37.516292 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: Get \"https://control-plane.minikube.internal:8443/api/v1/services?fieldSelector=spec.clusterIP%21%3DNone&labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&resourceVersion=2345\": dial tcp 192.168.49.254:8443: connect: no route to host" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E1018 12:45:43.916094 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: Get \"https://control-plane.minikube.internal:8443/api/v1/nodes?fieldSelector=metadata.name%3Dha-904693&resourceVersion=2352\": dial tcp 192.168.49.254:8443: connect: no route to host" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1018 12:45:43.916094 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ServiceCIDR: Get \"https://control-plane.minikube.internal:8443/apis/networking.k8s.io/v1/servicecidrs?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&resourceVersion=2344\": dial tcp 192.168.49.254:8443: connect: no route to host" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ServiceCIDR"
E1018 12:45:43.916214 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: Get \"https://control-plane.minikube.internal:8443/api/v1/services?fieldSelector=spec.clusterIP%21%3DNone&labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&resourceVersion=2345\": dial tcp 192.168.49.254:8443: connect: no route to host" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E1018 12:45:43.916222 1 reflector.go:205] "Failed to watch" err="failed to list *v1.EndpointSlice: Get \"https://control-plane.minikube.internal:8443/apis/discovery.k8s.io/v1/endpointslices?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&resourceVersion=2344\": dial tcp 192.168.49.254:8443: connect: no route to host" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice"
E1018 12:45:43.916267 1 event_broadcaster.go:279] "Unable to write event (may retry after sleeping)" err="Post \"https://control-plane.minikube.internal:8443/apis/events.k8s.io/v1/namespaces/default/events\": dial tcp 192.168.49.254:8443: connect: no route to host"
E1018 12:45:54.700040 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ServiceCIDR: Get \"https://control-plane.minikube.internal:8443/apis/networking.k8s.io/v1/servicecidrs?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&resourceVersion=2344\": dial tcp 192.168.49.254:8443: connect: no route to host" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ServiceCIDR"
E1018 12:45:54.700039 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: Get \"https://control-plane.minikube.internal:8443/api/v1/services?fieldSelector=spec.clusterIP%21%3DNone&labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&resourceVersion=2345\": dial tcp 192.168.49.254:8443: connect: no route to host" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E1018 12:45:54.700156 1 reflector.go:205] "Failed to watch" err="failed to list *v1.EndpointSlice: Get \"https://control-plane.minikube.internal:8443/apis/discovery.k8s.io/v1/endpointslices?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&resourceVersion=2344\": dial tcp 192.168.49.254:8443: connect: no route to host" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice"
E1018 12:45:54.700208 1 event_broadcaster.go:279] "Unable to write event (may retry after sleeping)" err="Post \"https://control-plane.minikube.internal:8443/apis/events.k8s.io/v1/namespaces/default/events\": dial tcp 192.168.49.254:8443: connect: no route to host"
E1018 12:45:54.700282 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: Get \"https://control-plane.minikube.internal:8443/api/v1/nodes?fieldSelector=metadata.name%3Dha-904693&resourceVersion=2352\": dial tcp 192.168.49.254:8443: connect: no route to host" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1018 12:46:09.964095 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ServiceCIDR: Get \"https://control-plane.minikube.internal:8443/apis/networking.k8s.io/v1/servicecidrs?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&resourceVersion=2344\": dial tcp 192.168.49.254:8443: connect: no route to host" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ServiceCIDR"
E1018 12:46:09.964311 1 event_broadcaster.go:279] "Unable to write event (may retry after sleeping)" err="Post \"https://control-plane.minikube.internal:8443/apis/events.k8s.io/v1/namespaces/default/events\": dial tcp 192.168.49.254:8443: connect: no route to host"
E1018 12:46:13.036094 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: Get \"https://control-plane.minikube.internal:8443/api/v1/nodes?fieldSelector=metadata.name%3Dha-904693&resourceVersion=2352\": dial tcp 192.168.49.254:8443: connect: no route to host" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1018 12:46:13.036094 1 reflector.go:205] "Failed to watch" err="failed to list *v1.EndpointSlice: Get \"https://control-plane.minikube.internal:8443/apis/discovery.k8s.io/v1/endpointslices?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&resourceVersion=2344\": dial tcp 192.168.49.254:8443: connect: no route to host" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice"
E1018 12:46:16.108095 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: Get \"https://control-plane.minikube.internal:8443/api/v1/services?fieldSelector=spec.clusterIP%21%3DNone&labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&resourceVersion=2345\": dial tcp 192.168.49.254:8443: connect: no route to host" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
==> kube-scheduler [10798af55ae16ce657fb223cc3b8e580322135ff7246e162207a86ef8e91e5de] <==
I1018 12:44:43.483110 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1018 12:44:43.485678 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1018 12:44:43.485928 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1018 12:44:43.485983 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1018 12:44:43.486026 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E1018 12:44:43.495638 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
E1018 12:44:43.497112 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceSlice"
E1018 12:44:43.500234 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PodDisruptionBudget"
E1018 12:44:43.500370 1 reflector.go:205] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
E1018 12:44:43.500447 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1018 12:44:43.500535 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod"
E1018 12:44:43.500610 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E1018 12:44:43.500685 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
E1018 12:44:43.500757 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceClaim"
E1018 12:44:43.500889 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E1018 12:44:43.500972 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
E1018 12:44:43.501347 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E1018 12:44:43.502109 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StorageClass"
E1018 12:44:43.501648 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E1018 12:44:43.501688 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolumeClaim"
E1018 12:44:43.501702 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace"
E1018 12:44:43.502170 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolume"
E1018 12:44:43.501546 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_arm64.s:1223" type="*v1.ConfigMap"
E1018 12:44:43.502196 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
I1018 12:44:44.986536 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Oct 18 12:45:47 ha-904693 kubelet[799]: I1018 12:45:47.150859 799 scope.go:117] "RemoveContainer" containerID="6e322e8fd8012d7451b8f609740ce3f029ba37313c1bc22115ba0c35ce997610"
Oct 18 12:45:47 ha-904693 kubelet[799]: E1018 12:45:47.151001 799 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-controller-manager\" with CrashLoopBackOff: \"back-off 20s restarting failed container=kube-controller-manager pod=kube-controller-manager-ha-904693_kube-system(d3c5d3145f312260295e29de6ab47ebb)\"" pod="kube-system/kube-controller-manager-ha-904693" podUID="d3c5d3145f312260295e29de6ab47ebb"
Oct 18 12:45:51 ha-904693 kubelet[799]: E1018 12:45:51.687581 799 status_manager.go:1018] "Failed to get status for pod" err="the server was unable to return a response in the time allotted, but may still be processing the request (get pods kube-controller-manager-ha-904693)" podUID="d3c5d3145f312260295e29de6ab47ebb" pod="kube-system/kube-controller-manager-ha-904693"
Oct 18 12:45:52 ha-904693 kubelet[799]: E1018 12:45:52.693374 799 event.go:359] "Server rejected event (will not retry!)" err="Timeout: request did not complete within requested timeout - context deadline exceeded" event="&Event{ObjectMeta:{ha-904693.186f96842d53c593 default 2360 0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Node,Namespace:,Name:ha-904693,UID:ha-904693,APIVersion:,ResourceVersion:,FieldPath:,},Reason:NodeHasNoDiskPressure,Message:Node ha-904693 status is now: NodeHasNoDiskPressure,Source:EventSource{Component:kubelet,Host:ha-904693,},FirstTimestamp:2025-10-18 12:44:33 +0000 UTC,LastTimestamp:2025-10-18 12:44:33.857399662 +0000 UTC m=+0.292657332,Count:3,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:kubelet,ReportingInstance:ha-904693,}"
Oct 18 12:45:54 ha-904693 kubelet[799]: E1018 12:45:54.122804 799 controller.go:145] "Failed to ensure lease exists, will retry" err="Get \"https://192.168.49.2:8443/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/ha-904693?timeout=10s\": context deadline exceeded" interval="200ms"
Oct 18 12:45:54 ha-904693 kubelet[799]: E1018 12:45:54.698869 799 kubelet_node_status.go:486] "Error updating node status, will retry" err="error getting node \"ha-904693\": Get \"https://192.168.49.2:8443/api/v1/nodes/ha-904693?timeout=10s\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"
Oct 18 12:45:54 ha-904693 kubelet[799]: E1018 12:45:54.699164 799 kubelet_node_status.go:473] "Unable to update node status" err="update node status exceeds retry count"
Oct 18 12:45:55 ha-904693 kubelet[799]: I1018 12:45:55.781460 799 scope.go:117] "RemoveContainer" containerID="6e322e8fd8012d7451b8f609740ce3f029ba37313c1bc22115ba0c35ce997610"
Oct 18 12:45:55 ha-904693 kubelet[799]: E1018 12:45:55.781682 799 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-controller-manager\" with CrashLoopBackOff: \"back-off 20s restarting failed container=kube-controller-manager pod=kube-controller-manager-ha-904693_kube-system(d3c5d3145f312260295e29de6ab47ebb)\"" pod="kube-system/kube-controller-manager-ha-904693" podUID="d3c5d3145f312260295e29de6ab47ebb"
Oct 18 12:46:04 ha-904693 kubelet[799]: E1018 12:46:04.324141 799 controller.go:145] "Failed to ensure lease exists, will retry" err="Get \"https://192.168.49.2:8443/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/ha-904693?timeout=10s\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" interval="400ms"
Oct 18 12:46:08 ha-904693 kubelet[799]: I1018 12:46:08.756735 799 scope.go:117] "RemoveContainer" containerID="6e322e8fd8012d7451b8f609740ce3f029ba37313c1bc22115ba0c35ce997610"
Oct 18 12:46:14 ha-904693 kubelet[799]: E1018 12:46:14.725537 799 request.go:1196] "Unexpected error when reading response body" err="net/http: request canceled (Client.Timeout or context cancellation while reading body)"
Oct 18 12:46:14 ha-904693 kubelet[799]: E1018 12:46:14.725613 799 controller.go:145] "Failed to ensure lease exists, will retry" err="unexpected error when reading response body. Please retry. Original error: net/http: request canceled (Client.Timeout or context cancellation while reading body)" interval="800ms"
Oct 18 12:46:23 ha-904693 kubelet[799]: I1018 12:46:23.245175 799 scope.go:117] "RemoveContainer" containerID="6e322e8fd8012d7451b8f609740ce3f029ba37313c1bc22115ba0c35ce997610"
Oct 18 12:46:23 ha-904693 kubelet[799]: I1018 12:46:23.245500 799 scope.go:117] "RemoveContainer" containerID="6b9ca29a1030f2e300fa09ce8fe5087b5d01e253a371038cc28a28c82dc9c0b8"
Oct 18 12:46:23 ha-904693 kubelet[799]: E1018 12:46:23.245643 799 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-controller-manager\" with CrashLoopBackOff: \"back-off 40s restarting failed container=kube-controller-manager pod=kube-controller-manager-ha-904693_kube-system(d3c5d3145f312260295e29de6ab47ebb)\"" pod="kube-system/kube-controller-manager-ha-904693" podUID="d3c5d3145f312260295e29de6ab47ebb"
Oct 18 12:46:25 ha-904693 kubelet[799]: I1018 12:46:25.781162 799 scope.go:117] "RemoveContainer" containerID="6b9ca29a1030f2e300fa09ce8fe5087b5d01e253a371038cc28a28c82dc9c0b8"
Oct 18 12:46:25 ha-904693 kubelet[799]: E1018 12:46:25.781843 799 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-controller-manager\" with CrashLoopBackOff: \"back-off 40s restarting failed container=kube-controller-manager pod=kube-controller-manager-ha-904693_kube-system(d3c5d3145f312260295e29de6ab47ebb)\"" pod="kube-system/kube-controller-manager-ha-904693" podUID="d3c5d3145f312260295e29de6ab47ebb"
Oct 18 12:46:26 ha-904693 kubelet[799]: I1018 12:46:26.573839 799 scope.go:117] "RemoveContainer" containerID="6b9ca29a1030f2e300fa09ce8fe5087b5d01e253a371038cc28a28c82dc9c0b8"
Oct 18 12:46:26 ha-904693 kubelet[799]: E1018 12:46:26.574012 799 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-controller-manager\" with CrashLoopBackOff: \"back-off 40s restarting failed container=kube-controller-manager pod=kube-controller-manager-ha-904693_kube-system(d3c5d3145f312260295e29de6ab47ebb)\"" pod="kube-system/kube-controller-manager-ha-904693" podUID="d3c5d3145f312260295e29de6ab47ebb"
Oct 18 12:46:39 ha-904693 kubelet[799]: I1018 12:46:39.758543 799 scope.go:117] "RemoveContainer" containerID="6b9ca29a1030f2e300fa09ce8fe5087b5d01e253a371038cc28a28c82dc9c0b8"
Oct 18 12:46:39 ha-904693 kubelet[799]: E1018 12:46:39.758726 799 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-controller-manager\" with CrashLoopBackOff: \"back-off 40s restarting failed container=kube-controller-manager pod=kube-controller-manager-ha-904693_kube-system(d3c5d3145f312260295e29de6ab47ebb)\"" pod="kube-system/kube-controller-manager-ha-904693" podUID="d3c5d3145f312260295e29de6ab47ebb"
Oct 18 12:46:53 ha-904693 kubelet[799]: I1018 12:46:53.756932 799 scope.go:117] "RemoveContainer" containerID="6b9ca29a1030f2e300fa09ce8fe5087b5d01e253a371038cc28a28c82dc9c0b8"
Oct 18 12:46:53 ha-904693 kubelet[799]: E1018 12:46:53.757548 799 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-controller-manager\" with CrashLoopBackOff: \"back-off 40s restarting failed container=kube-controller-manager pod=kube-controller-manager-ha-904693_kube-system(d3c5d3145f312260295e29de6ab47ebb)\"" pod="kube-system/kube-controller-manager-ha-904693" podUID="d3c5d3145f312260295e29de6ab47ebb"
Oct 18 12:47:07 ha-904693 kubelet[799]: I1018 12:47:07.756671 799 scope.go:117] "RemoveContainer" containerID="6b9ca29a1030f2e300fa09ce8fe5087b5d01e253a371038cc28a28c82dc9c0b8"
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p ha-904693 -n ha-904693
helpers_test.go:269: (dbg) Run: kubectl --context ha-904693 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/DegradedAfterClusterRestart (4.14s)