=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-790770 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-790770 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-790770 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [b5a6439b-1835-4871-b16f-1bfacc34f700] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [b5a6439b-1835-4871-b16f-1bfacc34f700] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 9.004171998s
I0127 14:03:56.233652 1183449 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-790770 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-790770 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m11.393332182s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-790770 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-790770 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-790770
helpers_test.go:235: (dbg) docker inspect addons-790770:
-- stdout --
[
{
"Id": "b4ddec1f821217327b445106d014b6e3fc930cf0c66ab6baa1e14f85dd1c1ce6",
"Created": "2025-01-27T13:59:05.6995564Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1184705,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-01-27T13:59:05.855341651Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:0434cf58b6dbace281e5de753aa4b2e3fe33dc9a3be53021531403743c3f155a",
"ResolvConfPath": "/var/lib/docker/containers/b4ddec1f821217327b445106d014b6e3fc930cf0c66ab6baa1e14f85dd1c1ce6/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/b4ddec1f821217327b445106d014b6e3fc930cf0c66ab6baa1e14f85dd1c1ce6/hostname",
"HostsPath": "/var/lib/docker/containers/b4ddec1f821217327b445106d014b6e3fc930cf0c66ab6baa1e14f85dd1c1ce6/hosts",
"LogPath": "/var/lib/docker/containers/b4ddec1f821217327b445106d014b6e3fc930cf0c66ab6baa1e14f85dd1c1ce6/b4ddec1f821217327b445106d014b6e3fc930cf0c66ab6baa1e14f85dd1c1ce6-json.log",
"Name": "/addons-790770",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-790770:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-790770",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/ed1b2ff92a3a1aef8664b29f7422d7eab24670237ab71adce0b0ad99425ca30e-init/diff:/var/lib/docker/overlay2/452674851ccac5ec175d01478449b11ec41cb82c3cdcc911527148319e0d3e15/diff",
"MergedDir": "/var/lib/docker/overlay2/ed1b2ff92a3a1aef8664b29f7422d7eab24670237ab71adce0b0ad99425ca30e/merged",
"UpperDir": "/var/lib/docker/overlay2/ed1b2ff92a3a1aef8664b29f7422d7eab24670237ab71adce0b0ad99425ca30e/diff",
"WorkDir": "/var/lib/docker/overlay2/ed1b2ff92a3a1aef8664b29f7422d7eab24670237ab71adce0b0ad99425ca30e/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-790770",
"Source": "/var/lib/docker/volumes/addons-790770/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-790770",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-790770",
"name.minikube.sigs.k8s.io": "addons-790770",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "3fd24f7e0166e142cf7b021f4f25f5c4366beec102df340ba5322c273ca67bd3",
"SandboxKey": "/var/run/docker/netns/3fd24f7e0166",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33930"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33931"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33934"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33932"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33933"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-790770": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "7fe96c6da52bdf233e40c8b2562cfb1a8f39e41ae45bedad1f5783cb0765b095",
"EndpointID": "1b3208ed1822882b6fe77340b3870feddb471ce9c8933231a3df1744032929a2",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-790770",
"b4ddec1f8212"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-790770 -n addons-790770
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-790770 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-790770 logs -n 25: (1.662420687s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-017417 | download-only-017417 | jenkins | v1.35.0 | 27 Jan 25 13:58 UTC | 27 Jan 25 13:58 UTC |
| start | --download-only -p | download-docker-660192 | jenkins | v1.35.0 | 27 Jan 25 13:58 UTC | |
| | download-docker-660192 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-660192 | download-docker-660192 | jenkins | v1.35.0 | 27 Jan 25 13:58 UTC | 27 Jan 25 13:58 UTC |
| start | --download-only -p | binary-mirror-617848 | jenkins | v1.35.0 | 27 Jan 25 13:58 UTC | |
| | binary-mirror-617848 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:43587 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-617848 | binary-mirror-617848 | jenkins | v1.35.0 | 27 Jan 25 13:58 UTC | 27 Jan 25 13:58 UTC |
| addons | enable dashboard -p | addons-790770 | jenkins | v1.35.0 | 27 Jan 25 13:58 UTC | |
| | addons-790770 | | | | | |
| addons | disable dashboard -p | addons-790770 | jenkins | v1.35.0 | 27 Jan 25 13:58 UTC | |
| | addons-790770 | | | | | |
| start | -p addons-790770 --wait=true | addons-790770 | jenkins | v1.35.0 | 27 Jan 25 13:58 UTC | 27 Jan 25 14:02 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-790770 addons disable | addons-790770 | jenkins | v1.35.0 | 27 Jan 25 14:02 UTC | 27 Jan 25 14:02 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-790770 addons disable | addons-790770 | jenkins | v1.35.0 | 27 Jan 25 14:02 UTC | 27 Jan 25 14:02 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-790770 | jenkins | v1.35.0 | 27 Jan 25 14:02 UTC | 27 Jan 25 14:02 UTC |
| | -p addons-790770 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-790770 ip | addons-790770 | jenkins | v1.35.0 | 27 Jan 25 14:03 UTC | 27 Jan 25 14:03 UTC |
| addons | addons-790770 addons disable | addons-790770 | jenkins | v1.35.0 | 27 Jan 25 14:03 UTC | 27 Jan 25 14:03 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-790770 addons disable | addons-790770 | jenkins | v1.35.0 | 27 Jan 25 14:03 UTC | 27 Jan 25 14:03 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-790770 addons | addons-790770 | jenkins | v1.35.0 | 27 Jan 25 14:03 UTC | 27 Jan 25 14:03 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-790770 addons | addons-790770 | jenkins | v1.35.0 | 27 Jan 25 14:03 UTC | 27 Jan 25 14:03 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-790770 ssh curl -s | addons-790770 | jenkins | v1.35.0 | 27 Jan 25 14:03 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-790770 addons | addons-790770 | jenkins | v1.35.0 | 27 Jan 25 14:04 UTC | 27 Jan 25 14:04 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-790770 addons | addons-790770 | jenkins | v1.35.0 | 27 Jan 25 14:04 UTC | 27 Jan 25 14:04 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-790770 ssh cat | addons-790770 | jenkins | v1.35.0 | 27 Jan 25 14:04 UTC | 27 Jan 25 14:04 UTC |
| | /opt/local-path-provisioner/pvc-7efe29f9-361e-427c-a708-ae898111e7ca_default_test-pvc/file1 | | | | | |
| addons | addons-790770 addons disable | addons-790770 | jenkins | v1.35.0 | 27 Jan 25 14:04 UTC | 27 Jan 25 14:05 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-790770 addons disable | addons-790770 | jenkins | v1.35.0 | 27 Jan 25 14:05 UTC | 27 Jan 25 14:05 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-790770 addons | addons-790770 | jenkins | v1.35.0 | 27 Jan 25 14:05 UTC | 27 Jan 25 14:05 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-790770 addons | addons-790770 | jenkins | v1.35.0 | 27 Jan 25 14:05 UTC | 27 Jan 25 14:05 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-790770 ip | addons-790770 | jenkins | v1.35.0 | 27 Jan 25 14:06 UTC | 27 Jan 25 14:06 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/01/27 13:58:39
Running on machine: ip-172-31-30-239
Binary: Built with gc go1.23.4 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0127 13:58:39.926314 1184207 out.go:345] Setting OutFile to fd 1 ...
I0127 13:58:39.926502 1184207 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0127 13:58:39.926533 1184207 out.go:358] Setting ErrFile to fd 2...
I0127 13:58:39.926553 1184207 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0127 13:58:39.926808 1184207 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20325-1178062/.minikube/bin
I0127 13:58:39.927297 1184207 out.go:352] Setting JSON to false
I0127 13:58:39.928273 1184207 start.go:129] hostinfo: {"hostname":"ip-172-31-30-239","uptime":13271,"bootTime":1737973049,"procs":172,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1075-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"92f46a7d-c249-4c12-924a-77f64874c910"}
I0127 13:58:39.928406 1184207 start.go:139] virtualization:
I0127 13:58:39.932187 1184207 out.go:177] * [addons-790770] minikube v1.35.0 on Ubuntu 20.04 (arm64)
I0127 13:58:39.935238 1184207 out.go:177] - MINIKUBE_LOCATION=20325
I0127 13:58:39.935395 1184207 notify.go:220] Checking for updates...
I0127 13:58:39.941036 1184207 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0127 13:58:39.943943 1184207 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20325-1178062/kubeconfig
I0127 13:58:39.946826 1184207 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20325-1178062/.minikube
I0127 13:58:39.949793 1184207 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0127 13:58:39.952758 1184207 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0127 13:58:39.955796 1184207 driver.go:394] Setting default libvirt URI to qemu:///system
I0127 13:58:39.986225 1184207 docker.go:123] docker version: linux-27.5.1:Docker Engine - Community
I0127 13:58:39.986355 1184207 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0127 13:58:40.054466 1184207 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:46 SystemTime:2025-01-27 13:58:40.044028953 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1075-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214839296 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:27.5.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb Expected:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb} RuncCommit:{ID:v1.2.4-0-g6c52b3f Expected:v1.2.4-0-g6c52b3f} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.20.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.32.4]] Warnings:<nil>}}
I0127 13:58:40.054606 1184207 docker.go:318] overlay module found
I0127 13:58:40.057807 1184207 out.go:177] * Using the docker driver based on user configuration
I0127 13:58:40.060727 1184207 start.go:297] selected driver: docker
I0127 13:58:40.060760 1184207 start.go:901] validating driver "docker" against <nil>
I0127 13:58:40.060779 1184207 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0127 13:58:40.061612 1184207 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0127 13:58:40.116908 1184207 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:46 SystemTime:2025-01-27 13:58:40.107231573 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1075-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214839296 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:27.5.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb Expected:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb} RuncCommit:{ID:v1.2.4-0-g6c52b3f Expected:v1.2.4-0-g6c52b3f} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.20.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.32.4]] Warnings:<nil>}}
I0127 13:58:40.117139 1184207 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0127 13:58:40.117368 1184207 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0127 13:58:40.120705 1184207 out.go:177] * Using Docker driver with root privileges
I0127 13:58:40.123731 1184207 cni.go:84] Creating CNI manager for ""
I0127 13:58:40.123818 1184207 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0127 13:58:40.123831 1184207 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0127 13:58:40.123934 1184207 start.go:340] cluster config:
{Name:addons-790770 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-790770 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: Network
Plugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPau
seInterval:1m0s}
I0127 13:58:40.127021 1184207 out.go:177] * Starting "addons-790770" primary control-plane node in "addons-790770" cluster
I0127 13:58:40.129903 1184207 cache.go:121] Beginning downloading kic base image for docker with crio
I0127 13:58:40.132943 1184207 out.go:177] * Pulling base image v0.0.46 ...
I0127 13:58:40.135911 1184207 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0127 13:58:40.135978 1184207 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20325-1178062/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4
I0127 13:58:40.135987 1184207 cache.go:56] Caching tarball of preloaded images
I0127 13:58:40.136024 1184207 image.go:81] Checking for gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local docker daemon
I0127 13:58:40.136076 1184207 preload.go:172] Found /home/jenkins/minikube-integration/20325-1178062/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I0127 13:58:40.136087 1184207 cache.go:59] Finished verifying existence of preloaded tar for v1.32.1 on crio
I0127 13:58:40.136454 1184207 profile.go:143] Saving config to /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/config.json ...
I0127 13:58:40.136489 1184207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/config.json: {Name:mk59cae690fbd67b08a1a111fde95f7c3ec5ff17 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:58:40.152899 1184207 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 to local cache
I0127 13:58:40.153039 1184207 image.go:65] Checking for gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local cache directory
I0127 13:58:40.153065 1184207 image.go:68] Found gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local cache directory, skipping pull
I0127 13:58:40.153071 1184207 image.go:137] gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 exists in cache, skipping pull
I0127 13:58:40.153082 1184207 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 as a tarball
I0127 13:58:40.153089 1184207 cache.go:163] Loading gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 from local cache
I0127 13:58:57.499452 1184207 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 from cached tarball
I0127 13:58:57.499495 1184207 cache.go:227] Successfully downloaded all kic artifacts
I0127 13:58:57.499536 1184207 start.go:360] acquireMachinesLock for addons-790770: {Name:mkffd352b33c72549436eac8c1d2ae2ed6eeb83b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0127 13:58:57.499675 1184207 start.go:364] duration metric: took 119.82µs to acquireMachinesLock for "addons-790770"
I0127 13:58:57.499704 1184207 start.go:93] Provisioning new machine with config: &{Name:addons-790770 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-790770 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[
] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVM
netClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0127 13:58:57.499785 1184207 start.go:125] createHost starting for "" (driver="docker")
I0127 13:58:57.503229 1184207 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0127 13:58:57.503512 1184207 start.go:159] libmachine.API.Create for "addons-790770" (driver="docker")
I0127 13:58:57.503551 1184207 client.go:168] LocalClient.Create starting
I0127 13:58:57.503683 1184207 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20325-1178062/.minikube/certs/ca.pem
I0127 13:58:57.996795 1184207 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20325-1178062/.minikube/certs/cert.pem
I0127 13:58:59.097725 1184207 cli_runner.go:164] Run: docker network inspect addons-790770 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0127 13:58:59.115377 1184207 cli_runner.go:211] docker network inspect addons-790770 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0127 13:58:59.115459 1184207 network_create.go:284] running [docker network inspect addons-790770] to gather additional debugging logs...
I0127 13:58:59.115480 1184207 cli_runner.go:164] Run: docker network inspect addons-790770
W0127 13:58:59.131697 1184207 cli_runner.go:211] docker network inspect addons-790770 returned with exit code 1
I0127 13:58:59.131728 1184207 network_create.go:287] error running [docker network inspect addons-790770]: docker network inspect addons-790770: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-790770 not found
I0127 13:58:59.131743 1184207 network_create.go:289] output of [docker network inspect addons-790770]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-790770 not found
** /stderr **
I0127 13:58:59.131838 1184207 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0127 13:58:59.147917 1184207 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x400190be90}
I0127 13:58:59.147968 1184207 network_create.go:124] attempt to create docker network addons-790770 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0127 13:58:59.148029 1184207 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-790770 addons-790770
I0127 13:58:59.225570 1184207 network_create.go:108] docker network addons-790770 192.168.49.0/24 created
I0127 13:58:59.225613 1184207 kic.go:121] calculated static IP "192.168.49.2" for the "addons-790770" container
I0127 13:58:59.225699 1184207 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0127 13:58:59.241370 1184207 cli_runner.go:164] Run: docker volume create addons-790770 --label name.minikube.sigs.k8s.io=addons-790770 --label created_by.minikube.sigs.k8s.io=true
I0127 13:58:59.258767 1184207 oci.go:103] Successfully created a docker volume addons-790770
I0127 13:58:59.258862 1184207 cli_runner.go:164] Run: docker run --rm --name addons-790770-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-790770 --entrypoint /usr/bin/test -v addons-790770:/var gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -d /var/lib
I0127 13:59:01.404189 1184207 cli_runner.go:217] Completed: docker run --rm --name addons-790770-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-790770 --entrypoint /usr/bin/test -v addons-790770:/var gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -d /var/lib: (2.145287133s)
I0127 13:59:01.404221 1184207 oci.go:107] Successfully prepared a docker volume addons-790770
I0127 13:59:01.404243 1184207 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0127 13:59:01.404263 1184207 kic.go:194] Starting extracting preloaded images to volume ...
I0127 13:59:01.404333 1184207 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20325-1178062/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-790770:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -I lz4 -xf /preloaded.tar -C /extractDir
I0127 13:59:05.619049 1184207 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20325-1178062/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-790770:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -I lz4 -xf /preloaded.tar -C /extractDir: (4.214672719s)
I0127 13:59:05.619086 1184207 kic.go:203] duration metric: took 4.214819985s to extract preloaded images to volume ...
W0127 13:59:05.619235 1184207 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0127 13:59:05.619353 1184207 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0127 13:59:05.684949 1184207 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-790770 --name addons-790770 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-790770 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-790770 --network addons-790770 --ip 192.168.49.2 --volume addons-790770:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279
I0127 13:59:06.035981 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Running}}
I0127 13:59:06.072201 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:06.097959 1184207 cli_runner.go:164] Run: docker exec addons-790770 stat /var/lib/dpkg/alternatives/iptables
I0127 13:59:06.144945 1184207 oci.go:144] the created container "addons-790770" has a running status.
I0127 13:59:06.144978 1184207 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa...
I0127 13:59:06.628703 1184207 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0127 13:59:06.665123 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:06.687558 1184207 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0127 13:59:06.687582 1184207 kic_runner.go:114] Args: [docker exec --privileged addons-790770 chown docker:docker /home/docker/.ssh/authorized_keys]
I0127 13:59:06.764774 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:06.791700 1184207 machine.go:93] provisionDockerMachine start ...
I0127 13:59:06.791794 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:06.821383 1184207 main.go:141] libmachine: Using SSH client type: native
I0127 13:59:06.821662 1184207 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x4132a0] 0x415ae0 <nil> [] 0s} 127.0.0.1 33930 <nil> <nil>}
I0127 13:59:06.821672 1184207 main.go:141] libmachine: About to run SSH command:
hostname
I0127 13:59:06.964662 1184207 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-790770
I0127 13:59:06.964689 1184207 ubuntu.go:169] provisioning hostname "addons-790770"
I0127 13:59:06.964759 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:06.986018 1184207 main.go:141] libmachine: Using SSH client type: native
I0127 13:59:06.986275 1184207 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x4132a0] 0x415ae0 <nil> [] 0s} 127.0.0.1 33930 <nil> <nil>}
I0127 13:59:06.986295 1184207 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-790770 && echo "addons-790770" | sudo tee /etc/hostname
I0127 13:59:07.125574 1184207 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-790770
I0127 13:59:07.125656 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:07.148261 1184207 main.go:141] libmachine: Using SSH client type: native
I0127 13:59:07.148579 1184207 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x4132a0] 0x415ae0 <nil> [] 0s} 127.0.0.1 33930 <nil> <nil>}
I0127 13:59:07.148605 1184207 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-790770' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-790770/g' /etc/hosts;
else
echo '127.0.1.1 addons-790770' | sudo tee -a /etc/hosts;
fi
fi
I0127 13:59:07.276861 1184207 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0127 13:59:07.276891 1184207 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20325-1178062/.minikube CaCertPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20325-1178062/.minikube}
I0127 13:59:07.276916 1184207 ubuntu.go:177] setting up certificates
I0127 13:59:07.276927 1184207 provision.go:84] configureAuth start
I0127 13:59:07.276989 1184207 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-790770
I0127 13:59:07.294648 1184207 provision.go:143] copyHostCerts
I0127 13:59:07.294731 1184207 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20325-1178062/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20325-1178062/.minikube/ca.pem (1082 bytes)
I0127 13:59:07.294852 1184207 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20325-1178062/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20325-1178062/.minikube/cert.pem (1123 bytes)
I0127 13:59:07.294905 1184207 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20325-1178062/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20325-1178062/.minikube/key.pem (1675 bytes)
I0127 13:59:07.294949 1184207 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20325-1178062/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20325-1178062/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20325-1178062/.minikube/certs/ca-key.pem org=jenkins.addons-790770 san=[127.0.0.1 192.168.49.2 addons-790770 localhost minikube]
I0127 13:59:08.095779 1184207 provision.go:177] copyRemoteCerts
I0127 13:59:08.095855 1184207 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0127 13:59:08.095898 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:08.114629 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
I0127 13:59:08.205720 1184207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20325-1178062/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0127 13:59:08.230383 1184207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20325-1178062/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0127 13:59:08.254782 1184207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20325-1178062/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0127 13:59:08.278644 1184207 provision.go:87] duration metric: took 1.001702707s to configureAuth
I0127 13:59:08.278676 1184207 ubuntu.go:193] setting minikube options for container-runtime
I0127 13:59:08.278908 1184207 config.go:182] Loaded profile config "addons-790770": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0127 13:59:08.279020 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:08.295602 1184207 main.go:141] libmachine: Using SSH client type: native
I0127 13:59:08.295859 1184207 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x4132a0] 0x415ae0 <nil> [] 0s} 127.0.0.1 33930 <nil> <nil>}
I0127 13:59:08.295885 1184207 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0127 13:59:08.518414 1184207 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0127 13:59:08.518441 1184207 machine.go:96] duration metric: took 1.726722485s to provisionDockerMachine
I0127 13:59:08.518452 1184207 client.go:171] duration metric: took 11.014891378s to LocalClient.Create
I0127 13:59:08.518465 1184207 start.go:167] duration metric: took 11.01495505s to libmachine.API.Create "addons-790770"
I0127 13:59:08.518473 1184207 start.go:293] postStartSetup for "addons-790770" (driver="docker")
I0127 13:59:08.518485 1184207 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0127 13:59:08.518548 1184207 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0127 13:59:08.518593 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:08.535326 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
I0127 13:59:08.626178 1184207 ssh_runner.go:195] Run: cat /etc/os-release
I0127 13:59:08.629319 1184207 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0127 13:59:08.629357 1184207 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0127 13:59:08.629370 1184207 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0127 13:59:08.629378 1184207 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0127 13:59:08.629396 1184207 filesync.go:126] Scanning /home/jenkins/minikube-integration/20325-1178062/.minikube/addons for local assets ...
I0127 13:59:08.629469 1184207 filesync.go:126] Scanning /home/jenkins/minikube-integration/20325-1178062/.minikube/files for local assets ...
I0127 13:59:08.629498 1184207 start.go:296] duration metric: took 111.017179ms for postStartSetup
I0127 13:59:08.629823 1184207 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-790770
I0127 13:59:08.646947 1184207 profile.go:143] Saving config to /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/config.json ...
I0127 13:59:08.647249 1184207 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0127 13:59:08.647312 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:08.663835 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
I0127 13:59:08.749650 1184207 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0127 13:59:08.754276 1184207 start.go:128] duration metric: took 11.254475513s to createHost
I0127 13:59:08.754299 1184207 start.go:83] releasing machines lock for "addons-790770", held for 11.254614304s
I0127 13:59:08.754370 1184207 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-790770
I0127 13:59:08.770902 1184207 ssh_runner.go:195] Run: cat /version.json
I0127 13:59:08.770956 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:08.771213 1184207 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0127 13:59:08.771281 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:08.792241 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
I0127 13:59:08.799749 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
I0127 13:59:08.880210 1184207 ssh_runner.go:195] Run: systemctl --version
I0127 13:59:09.029845 1184207 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0127 13:59:09.173016 1184207 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0127 13:59:09.178434 1184207 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0127 13:59:09.203984 1184207 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0127 13:59:09.204068 1184207 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0127 13:59:09.239817 1184207 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0127 13:59:09.239840 1184207 start.go:495] detecting cgroup driver to use...
I0127 13:59:09.239873 1184207 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0127 13:59:09.239924 1184207 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0127 13:59:09.255873 1184207 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0127 13:59:09.268247 1184207 docker.go:217] disabling cri-docker service (if available) ...
I0127 13:59:09.268362 1184207 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0127 13:59:09.285387 1184207 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0127 13:59:09.301785 1184207 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0127 13:59:09.406759 1184207 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0127 13:59:09.504527 1184207 docker.go:233] disabling docker service ...
I0127 13:59:09.504597 1184207 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0127 13:59:09.526249 1184207 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0127 13:59:09.539545 1184207 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0127 13:59:09.635342 1184207 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0127 13:59:09.739401 1184207 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0127 13:59:09.750985 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0127 13:59:09.767315 1184207 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0127 13:59:09.767405 1184207 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0127 13:59:09.777362 1184207 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0127 13:59:09.777472 1184207 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0127 13:59:09.788471 1184207 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0127 13:59:09.799796 1184207 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0127 13:59:09.810696 1184207 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0127 13:59:09.822706 1184207 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0127 13:59:09.833512 1184207 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0127 13:59:09.851086 1184207 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0127 13:59:09.861274 1184207 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0127 13:59:09.869992 1184207 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0127 13:59:09.878621 1184207 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0127 13:59:09.965405 1184207 ssh_runner.go:195] Run: sudo systemctl restart crio
I0127 13:59:10.077472 1184207 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0127 13:59:10.077562 1184207 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0127 13:59:10.081964 1184207 start.go:563] Will wait 60s for crictl version
I0127 13:59:10.082030 1184207 ssh_runner.go:195] Run: which crictl
I0127 13:59:10.085690 1184207 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0127 13:59:10.123743 1184207 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0127 13:59:10.123885 1184207 ssh_runner.go:195] Run: crio --version
I0127 13:59:10.161978 1184207 ssh_runner.go:195] Run: crio --version
I0127 13:59:10.206028 1184207 out.go:177] * Preparing Kubernetes v1.32.1 on CRI-O 1.24.6 ...
I0127 13:59:10.208962 1184207 cli_runner.go:164] Run: docker network inspect addons-790770 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0127 13:59:10.224662 1184207 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0127 13:59:10.228443 1184207 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0127 13:59:10.239198 1184207 kubeadm.go:883] updating cluster {Name:addons-790770 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-790770 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] D
NSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClie
ntPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0127 13:59:10.239322 1184207 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0127 13:59:10.239382 1184207 ssh_runner.go:195] Run: sudo crictl images --output json
I0127 13:59:10.322462 1184207 crio.go:514] all images are preloaded for cri-o runtime.
I0127 13:59:10.322490 1184207 crio.go:433] Images already preloaded, skipping extraction
I0127 13:59:10.322545 1184207 ssh_runner.go:195] Run: sudo crictl images --output json
I0127 13:59:10.361530 1184207 crio.go:514] all images are preloaded for cri-o runtime.
I0127 13:59:10.361555 1184207 cache_images.go:84] Images are preloaded, skipping loading
I0127 13:59:10.361563 1184207 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.32.1 crio true true} ...
I0127 13:59:10.361657 1184207 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-790770 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.32.1 ClusterName:addons-790770 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0127 13:59:10.361742 1184207 ssh_runner.go:195] Run: crio config
I0127 13:59:10.413260 1184207 cni.go:84] Creating CNI manager for ""
I0127 13:59:10.413290 1184207 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0127 13:59:10.413305 1184207 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0127 13:59:10.413329 1184207 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.32.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-790770 NodeName:addons-790770 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0127 13:59:10.413496 1184207 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-790770"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0127 13:59:10.413600 1184207 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.1
I0127 13:59:10.423199 1184207 binaries.go:44] Found k8s binaries, skipping transfer
I0127 13:59:10.423294 1184207 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0127 13:59:10.432462 1184207 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0127 13:59:10.450542 1184207 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0127 13:59:10.468340 1184207 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I0127 13:59:10.486883 1184207 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0127 13:59:10.491222 1184207 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0127 13:59:10.501989 1184207 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0127 13:59:10.591981 1184207 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0127 13:59:10.605228 1184207 certs.go:68] Setting up /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770 for IP: 192.168.49.2
I0127 13:59:10.605254 1184207 certs.go:194] generating shared ca certs ...
I0127 13:59:10.605272 1184207 certs.go:226] acquiring lock for ca certs: {Name:mkc41c7b23c25c519f35097ca495c3081fb96f62 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:59:10.605458 1184207 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20325-1178062/.minikube/ca.key
I0127 13:59:11.128954 1184207 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20325-1178062/.minikube/ca.crt ...
I0127 13:59:11.128985 1184207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20325-1178062/.minikube/ca.crt: {Name:mkf635e07ac4563627161e42e94f63a2d00a85d7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:59:11.129791 1184207 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20325-1178062/.minikube/ca.key ...
I0127 13:59:11.129811 1184207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20325-1178062/.minikube/ca.key: {Name:mkbafd406190c78e6b76b81ecdd2a958e34fa5f3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:59:11.129948 1184207 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20325-1178062/.minikube/proxy-client-ca.key
I0127 13:59:11.342282 1184207 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20325-1178062/.minikube/proxy-client-ca.crt ...
I0127 13:59:11.342312 1184207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20325-1178062/.minikube/proxy-client-ca.crt: {Name:mk7c8ba7dbdb32d4e487f83e0172124ad9aa9b34 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:59:11.342481 1184207 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20325-1178062/.minikube/proxy-client-ca.key ...
I0127 13:59:11.342495 1184207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20325-1178062/.minikube/proxy-client-ca.key: {Name:mkab359f52d5a4340ed14e8e9de7835ce14734b2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:59:11.342572 1184207 certs.go:256] generating profile certs ...
I0127 13:59:11.342631 1184207 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/client.key
I0127 13:59:11.342659 1184207 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/client.crt with IP's: []
I0127 13:59:11.739341 1184207 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/client.crt ...
I0127 13:59:11.739373 1184207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/client.crt: {Name:mka45a4bf9b97850090cb1892a369a1f4f07763f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:59:11.739566 1184207 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/client.key ...
I0127 13:59:11.739579 1184207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/client.key: {Name:mkfbf0928e330399cc726257a06a385bf371e387 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:59:11.740303 1184207 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/apiserver.key.b2620e3a
I0127 13:59:11.740332 1184207 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/apiserver.crt.b2620e3a with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0127 13:59:12.254115 1184207 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/apiserver.crt.b2620e3a ...
I0127 13:59:12.254151 1184207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/apiserver.crt.b2620e3a: {Name:mk498ad14f8ea4c18e71a88f2b696763a04dbcc7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:59:12.254345 1184207 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/apiserver.key.b2620e3a ...
I0127 13:59:12.254361 1184207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/apiserver.key.b2620e3a: {Name:mk2e9638cbf57d528039cbaac3f0ef95ece552bf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:59:12.254452 1184207 certs.go:381] copying /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/apiserver.crt.b2620e3a -> /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/apiserver.crt
I0127 13:59:12.254530 1184207 certs.go:385] copying /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/apiserver.key.b2620e3a -> /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/apiserver.key
I0127 13:59:12.254591 1184207 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/proxy-client.key
I0127 13:59:12.254613 1184207 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/proxy-client.crt with IP's: []
I0127 13:59:12.790619 1184207 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/proxy-client.crt ...
I0127 13:59:12.790651 1184207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/proxy-client.crt: {Name:mkfac398f7c9997f3aa83bb19b842576d4cbc943 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:59:12.790838 1184207 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/proxy-client.key ...
I0127 13:59:12.790853 1184207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/proxy-client.key: {Name:mk3a28b68cef8ff804cf7449021a52b114ce72c8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:59:12.791055 1184207 certs.go:484] found cert: /home/jenkins/minikube-integration/20325-1178062/.minikube/certs/ca-key.pem (1675 bytes)
I0127 13:59:12.791100 1184207 certs.go:484] found cert: /home/jenkins/minikube-integration/20325-1178062/.minikube/certs/ca.pem (1082 bytes)
I0127 13:59:12.791138 1184207 certs.go:484] found cert: /home/jenkins/minikube-integration/20325-1178062/.minikube/certs/cert.pem (1123 bytes)
I0127 13:59:12.791169 1184207 certs.go:484] found cert: /home/jenkins/minikube-integration/20325-1178062/.minikube/certs/key.pem (1675 bytes)
I0127 13:59:12.791854 1184207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20325-1178062/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0127 13:59:12.816526 1184207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20325-1178062/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0127 13:59:12.846821 1184207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20325-1178062/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0127 13:59:12.872949 1184207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20325-1178062/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0127 13:59:12.900926 1184207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0127 13:59:12.925609 1184207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0127 13:59:12.949474 1184207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0127 13:59:12.972735 1184207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20325-1178062/.minikube/profiles/addons-790770/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0127 13:59:12.996422 1184207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20325-1178062/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0127 13:59:13.022706 1184207 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0127 13:59:13.041177 1184207 ssh_runner.go:195] Run: openssl version
I0127 13:59:13.046804 1184207 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0127 13:59:13.057046 1184207 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0127 13:59:13.060622 1184207 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jan 27 13:59 /usr/share/ca-certificates/minikubeCA.pem
I0127 13:59:13.060732 1184207 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0127 13:59:13.067791 1184207 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0127 13:59:13.077346 1184207 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0127 13:59:13.080876 1184207 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0127 13:59:13.080943 1184207 kubeadm.go:392] StartCluster: {Name:addons-790770 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-790770 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSD
omain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientP
ath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0127 13:59:13.081040 1184207 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0127 13:59:13.081105 1184207 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0127 13:59:13.118015 1184207 cri.go:89] found id: ""
I0127 13:59:13.118136 1184207 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0127 13:59:13.127266 1184207 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0127 13:59:13.136895 1184207 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0127 13:59:13.137013 1184207 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0127 13:59:13.146260 1184207 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0127 13:59:13.146329 1184207 kubeadm.go:157] found existing configuration files:
I0127 13:59:13.146387 1184207 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0127 13:59:13.155308 1184207 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0127 13:59:13.155428 1184207 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0127 13:59:13.164309 1184207 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0127 13:59:13.173507 1184207 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0127 13:59:13.173661 1184207 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0127 13:59:13.182488 1184207 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0127 13:59:13.191317 1184207 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0127 13:59:13.191408 1184207 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0127 13:59:13.200184 1184207 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0127 13:59:13.209494 1184207 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0127 13:59:13.209584 1184207 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0127 13:59:13.218377 1184207 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.32.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0127 13:59:13.262428 1184207 kubeadm.go:310] [init] Using Kubernetes version: v1.32.1
I0127 13:59:13.262497 1184207 kubeadm.go:310] [preflight] Running pre-flight checks
I0127 13:59:13.281710 1184207 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0127 13:59:13.281852 1184207 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1075-aws[0m
I0127 13:59:13.281934 1184207 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0127 13:59:13.282030 1184207 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0127 13:59:13.282130 1184207 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0127 13:59:13.282212 1184207 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0127 13:59:13.282295 1184207 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0127 13:59:13.282380 1184207 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0127 13:59:13.282496 1184207 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0127 13:59:13.282581 1184207 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0127 13:59:13.282669 1184207 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0127 13:59:13.282753 1184207 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0127 13:59:13.343090 1184207 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0127 13:59:13.343267 1184207 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0127 13:59:13.343401 1184207 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0127 13:59:13.350292 1184207 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0127 13:59:13.357235 1184207 out.go:235] - Generating certificates and keys ...
I0127 13:59:13.357336 1184207 kubeadm.go:310] [certs] Using existing ca certificate authority
I0127 13:59:13.357406 1184207 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0127 13:59:13.694471 1184207 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0127 13:59:14.031014 1184207 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0127 13:59:14.837667 1184207 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0127 13:59:15.463136 1184207 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0127 13:59:16.057489 1184207 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0127 13:59:16.057869 1184207 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-790770 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0127 13:59:16.345761 1184207 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0127 13:59:16.346174 1184207 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-790770 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0127 13:59:17.237067 1184207 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0127 13:59:17.814829 1184207 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0127 13:59:18.504183 1184207 kubeadm.go:310] [certs] Generating "sa" key and public key
I0127 13:59:18.504480 1184207 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0127 13:59:19.180800 1184207 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0127 13:59:19.481858 1184207 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0127 13:59:19.958367 1184207 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0127 13:59:20.454513 1184207 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0127 13:59:21.199777 1184207 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0127 13:59:21.200488 1184207 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0127 13:59:21.203304 1184207 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0127 13:59:21.206929 1184207 out.go:235] - Booting up control plane ...
I0127 13:59:21.207046 1184207 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0127 13:59:21.207125 1184207 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0127 13:59:21.207202 1184207 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0127 13:59:21.216263 1184207 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0127 13:59:21.222763 1184207 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0127 13:59:21.222992 1184207 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0127 13:59:21.318488 1184207 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0127 13:59:21.318630 1184207 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0127 13:59:22.320217 1184207 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001860534s
I0127 13:59:22.320314 1184207 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0127 13:59:28.322363 1184207 kubeadm.go:310] [api-check] The API server is healthy after 6.002146594s
I0127 13:59:28.345039 1184207 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0127 13:59:28.359182 1184207 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0127 13:59:28.388222 1184207 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0127 13:59:28.388428 1184207 kubeadm.go:310] [mark-control-plane] Marking the node addons-790770 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0127 13:59:28.398180 1184207 kubeadm.go:310] [bootstrap-token] Using token: icqcds.2m85puvkdui5ohul
I0127 13:59:28.403023 1184207 out.go:235] - Configuring RBAC rules ...
I0127 13:59:28.403161 1184207 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0127 13:59:28.405960 1184207 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0127 13:59:28.414914 1184207 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0127 13:59:28.418915 1184207 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0127 13:59:28.422912 1184207 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0127 13:59:28.426906 1184207 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0127 13:59:28.728737 1184207 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0127 13:59:29.189493 1184207 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0127 13:59:29.729605 1184207 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0127 13:59:29.730632 1184207 kubeadm.go:310]
I0127 13:59:29.730701 1184207 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0127 13:59:29.730708 1184207 kubeadm.go:310]
I0127 13:59:29.730780 1184207 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0127 13:59:29.730790 1184207 kubeadm.go:310]
I0127 13:59:29.730814 1184207 kubeadm.go:310] mkdir -p $HOME/.kube
I0127 13:59:29.730869 1184207 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0127 13:59:29.730916 1184207 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0127 13:59:29.730921 1184207 kubeadm.go:310]
I0127 13:59:29.730977 1184207 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0127 13:59:29.730982 1184207 kubeadm.go:310]
I0127 13:59:29.731027 1184207 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0127 13:59:29.731031 1184207 kubeadm.go:310]
I0127 13:59:29.731079 1184207 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0127 13:59:29.731149 1184207 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0127 13:59:29.731213 1184207 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0127 13:59:29.731217 1184207 kubeadm.go:310]
I0127 13:59:29.731296 1184207 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0127 13:59:29.731368 1184207 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0127 13:59:29.731373 1184207 kubeadm.go:310]
I0127 13:59:29.731450 1184207 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token icqcds.2m85puvkdui5ohul \
I0127 13:59:29.731547 1184207 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:b64325a2f96b9ba71b59ccd8d6ea566e56803781d362f3f51dbafe1ec1b4a36e \
I0127 13:59:29.731567 1184207 kubeadm.go:310] --control-plane
I0127 13:59:29.731571 1184207 kubeadm.go:310]
I0127 13:59:29.731656 1184207 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0127 13:59:29.731661 1184207 kubeadm.go:310]
I0127 13:59:29.731737 1184207 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token icqcds.2m85puvkdui5ohul \
I0127 13:59:29.731831 1184207 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:b64325a2f96b9ba71b59ccd8d6ea566e56803781d362f3f51dbafe1ec1b4a36e
I0127 13:59:29.734566 1184207 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I0127 13:59:29.734796 1184207 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1075-aws\n", err: exit status 1
I0127 13:59:29.734905 1184207 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0127 13:59:29.734921 1184207 cni.go:84] Creating CNI manager for ""
I0127 13:59:29.734928 1184207 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0127 13:59:29.739884 1184207 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0127 13:59:29.742770 1184207 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0127 13:59:29.746529 1184207 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.32.1/kubectl ...
I0127 13:59:29.746549 1184207 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0127 13:59:29.765544 1184207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0127 13:59:30.081509 1184207 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0127 13:59:30.081671 1184207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 13:59:30.081724 1184207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-790770 minikube.k8s.io/updated_at=2025_01_27T13_59_30_0700 minikube.k8s.io/version=v1.35.0 minikube.k8s.io/commit=6a5089c94d5c3e26f81a121b7614c4f7f440f9c0 minikube.k8s.io/name=addons-790770 minikube.k8s.io/primary=true
I0127 13:59:30.265448 1184207 ops.go:34] apiserver oom_adj: -16
I0127 13:59:30.265562 1184207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 13:59:30.765690 1184207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 13:59:31.266369 1184207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 13:59:31.765678 1184207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 13:59:32.266015 1184207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 13:59:32.766135 1184207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 13:59:33.266097 1184207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 13:59:33.765614 1184207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 13:59:34.266233 1184207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 13:59:34.366794 1184207 kubeadm.go:1113] duration metric: took 4.285195625s to wait for elevateKubeSystemPrivileges
I0127 13:59:34.366823 1184207 kubeadm.go:394] duration metric: took 21.285883825s to StartCluster
I0127 13:59:34.366840 1184207 settings.go:142] acquiring lock: {Name:mka086192abcf59b90623971ab3be6b1797431eb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:59:34.367592 1184207 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20325-1178062/kubeconfig
I0127 13:59:34.368017 1184207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20325-1178062/kubeconfig: {Name:mkc2214a456e2140c56426de06bc4d16ad1c8ddb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:59:34.368231 1184207 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0127 13:59:34.368411 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0127 13:59:34.368682 1184207 config.go:182] Loaded profile config "addons-790770": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0127 13:59:34.368717 1184207 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0127 13:59:34.368825 1184207 addons.go:69] Setting yakd=true in profile "addons-790770"
I0127 13:59:34.368843 1184207 addons.go:238] Setting addon yakd=true in "addons-790770"
I0127 13:59:34.368866 1184207 host.go:66] Checking if "addons-790770" exists ...
I0127 13:59:34.368910 1184207 addons.go:69] Setting inspektor-gadget=true in profile "addons-790770"
I0127 13:59:34.368928 1184207 addons.go:238] Setting addon inspektor-gadget=true in "addons-790770"
I0127 13:59:34.368953 1184207 host.go:66] Checking if "addons-790770" exists ...
I0127 13:59:34.369402 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:34.369418 1184207 addons.go:69] Setting metrics-server=true in profile "addons-790770"
I0127 13:59:34.369432 1184207 addons.go:238] Setting addon metrics-server=true in "addons-790770"
I0127 13:59:34.369450 1184207 host.go:66] Checking if "addons-790770" exists ...
I0127 13:59:34.369840 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:34.370330 1184207 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-790770"
I0127 13:59:34.370354 1184207 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-790770"
I0127 13:59:34.370384 1184207 host.go:66] Checking if "addons-790770" exists ...
I0127 13:59:34.370837 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:34.373747 1184207 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-790770"
I0127 13:59:34.374113 1184207 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-790770"
I0127 13:59:34.374269 1184207 host.go:66] Checking if "addons-790770" exists ...
I0127 13:59:34.373909 1184207 addons.go:69] Setting registry=true in profile "addons-790770"
I0127 13:59:34.374575 1184207 addons.go:238] Setting addon registry=true in "addons-790770"
I0127 13:59:34.374599 1184207 host.go:66] Checking if "addons-790770" exists ...
I0127 13:59:34.375056 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:34.373922 1184207 addons.go:69] Setting storage-provisioner=true in profile "addons-790770"
I0127 13:59:34.376556 1184207 addons.go:238] Setting addon storage-provisioner=true in "addons-790770"
I0127 13:59:34.376582 1184207 host.go:66] Checking if "addons-790770" exists ...
I0127 13:59:34.377105 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:34.380093 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:34.373935 1184207 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-790770"
I0127 13:59:34.380941 1184207 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-790770"
I0127 13:59:34.381244 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:34.373943 1184207 addons.go:69] Setting volcano=true in profile "addons-790770"
I0127 13:59:34.393908 1184207 addons.go:238] Setting addon volcano=true in "addons-790770"
I0127 13:59:34.393955 1184207 host.go:66] Checking if "addons-790770" exists ...
I0127 13:59:34.394566 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:34.373949 1184207 addons.go:69] Setting volumesnapshots=true in profile "addons-790770"
I0127 13:59:34.406882 1184207 addons.go:238] Setting addon volumesnapshots=true in "addons-790770"
I0127 13:59:34.406931 1184207 host.go:66] Checking if "addons-790770" exists ...
I0127 13:59:34.407571 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:34.374032 1184207 addons.go:69] Setting ingress=true in profile "addons-790770"
I0127 13:59:34.421109 1184207 addons.go:238] Setting addon ingress=true in "addons-790770"
I0127 13:59:34.421161 1184207 host.go:66] Checking if "addons-790770" exists ...
I0127 13:59:34.421626 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:34.374037 1184207 addons.go:69] Setting cloud-spanner=true in profile "addons-790770"
I0127 13:59:34.432110 1184207 addons.go:238] Setting addon cloud-spanner=true in "addons-790770"
I0127 13:59:34.432154 1184207 host.go:66] Checking if "addons-790770" exists ...
I0127 13:59:34.432661 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:34.374042 1184207 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-790770"
I0127 13:59:34.448949 1184207 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-790770"
I0127 13:59:34.448991 1184207 host.go:66] Checking if "addons-790770" exists ...
I0127 13:59:34.449507 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:34.374046 1184207 addons.go:69] Setting default-storageclass=true in profile "addons-790770"
I0127 13:59:34.465717 1184207 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-790770"
I0127 13:59:34.466074 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:34.374050 1184207 addons.go:69] Setting gcp-auth=true in profile "addons-790770"
I0127 13:59:34.479439 1184207 mustload.go:65] Loading cluster: addons-790770
I0127 13:59:34.479648 1184207 config.go:182] Loaded profile config "addons-790770": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0127 13:59:34.479900 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:34.369402 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:34.374059 1184207 addons.go:69] Setting ingress-dns=true in profile "addons-790770"
I0127 13:59:34.490563 1184207 addons.go:238] Setting addon ingress-dns=true in "addons-790770"
I0127 13:59:34.490620 1184207 host.go:66] Checking if "addons-790770" exists ...
I0127 13:59:34.491096 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:34.374091 1184207 out.go:177] * Verifying Kubernetes components...
I0127 13:59:34.514041 1184207 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0127 13:59:34.522906 1184207 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0127 13:59:34.523083 1184207 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.36.1
I0127 13:59:34.526884 1184207 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0127 13:59:34.526954 1184207 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0127 13:59:34.527058 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:34.527251 1184207 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I0127 13:59:34.527284 1184207 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I0127 13:59:34.527340 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:34.541597 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0127 13:59:34.553967 1184207 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I0127 13:59:34.557227 1184207 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0127 13:59:34.557258 1184207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I0127 13:59:34.557325 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:34.564908 1184207 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I0127 13:59:34.565014 1184207 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0127 13:59:34.575162 1184207 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0127 13:59:34.575187 1184207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0127 13:59:34.575283 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:34.575605 1184207 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0127 13:59:34.579114 1184207 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I0127 13:59:34.583069 1184207 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0127 13:59:34.583091 1184207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0127 13:59:34.583159 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:34.583309 1184207 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I0127 13:59:34.587110 1184207 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0127 13:59:34.587989 1184207 out.go:177] - Using image docker.io/registry:2.8.3
I0127 13:59:34.590267 1184207 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0127 13:59:34.590551 1184207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0127 13:59:34.590624 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:34.599917 1184207 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I0127 13:59:34.599949 1184207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0127 13:59:34.600018 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:34.615643 1184207 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-790770"
I0127 13:59:34.615747 1184207 host.go:66] Checking if "addons-790770" exists ...
W0127 13:59:34.655965 1184207 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0127 13:59:34.665336 1184207 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0127 13:59:34.669516 1184207 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0127 13:59:34.669542 1184207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0127 13:59:34.669616 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:34.681527 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:34.701677 1184207 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0127 13:59:34.704507 1184207 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I0127 13:59:34.704535 1184207 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0127 13:59:34.704616 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:34.728999 1184207 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0127 13:59:34.731757 1184207 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0127 13:59:34.731781 1184207 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0127 13:59:34.731852 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:34.748983 1184207 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.28
I0127 13:59:34.758036 1184207 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I0127 13:59:34.758063 1184207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0127 13:59:34.758131 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:34.791698 1184207 addons.go:238] Setting addon default-storageclass=true in "addons-790770"
I0127 13:59:34.791752 1184207 host.go:66] Checking if "addons-790770" exists ...
I0127 13:59:34.792189 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:34.824572 1184207 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0127 13:59:34.827542 1184207 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0127 13:59:34.831784 1184207 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0127 13:59:34.837377 1184207 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0127 13:59:34.840270 1184207 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0127 13:59:34.844169 1184207 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0127 13:59:34.850489 1184207 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0127 13:59:34.859751 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
I0127 13:59:34.860526 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
I0127 13:59:34.867651 1184207 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0127 13:59:34.868570 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
I0127 13:59:34.870597 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
I0127 13:59:34.871600 1184207 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0127 13:59:34.871637 1184207 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0127 13:59:34.871706 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:34.892021 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
I0127 13:59:34.892470 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
I0127 13:59:34.916730 1184207 host.go:66] Checking if "addons-790770" exists ...
I0127 13:59:34.916733 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
I0127 13:59:34.968210 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
I0127 13:59:34.984978 1184207 out.go:177] - Using image docker.io/busybox:stable
I0127 13:59:34.988591 1184207 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0127 13:59:34.990097 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
I0127 13:59:34.991752 1184207 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0127 13:59:34.991778 1184207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0127 13:59:34.991845 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:34.996267 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
I0127 13:59:35.027127 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
I0127 13:59:35.027336 1184207 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0127 13:59:35.027349 1184207 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0127 13:59:35.027412 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:35.027618 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
W0127 13:59:35.036354 1184207 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0127 13:59:35.036384 1184207 retry.go:31] will retry after 283.485132ms: ssh: handshake failed: EOF
I0127 13:59:35.060992 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
I0127 13:59:35.068470 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
I0127 13:59:35.160470 1184207 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0127 13:59:35.306440 1184207 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I0127 13:59:35.306511 1184207 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0127 13:59:35.322564 1184207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0127 13:59:35.357408 1184207 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I0127 13:59:35.357486 1184207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0127 13:59:35.357968 1184207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0127 13:59:35.391428 1184207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0127 13:59:35.474724 1184207 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I0127 13:59:35.474796 1184207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14539 bytes)
I0127 13:59:35.515100 1184207 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I0127 13:59:35.515174 1184207 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0127 13:59:35.536113 1184207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0127 13:59:35.538158 1184207 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0127 13:59:35.538230 1184207 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0127 13:59:35.542268 1184207 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0127 13:59:35.542333 1184207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0127 13:59:35.544784 1184207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0127 13:59:35.562405 1184207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0127 13:59:35.599036 1184207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0127 13:59:35.623102 1184207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0127 13:59:35.629870 1184207 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0127 13:59:35.629897 1184207 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0127 13:59:35.656587 1184207 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I0127 13:59:35.656615 1184207 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0127 13:59:35.677398 1184207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0127 13:59:35.771950 1184207 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0127 13:59:35.771978 1184207 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0127 13:59:35.782908 1184207 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0127 13:59:35.782935 1184207 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0127 13:59:35.829131 1184207 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I0127 13:59:35.829157 1184207 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0127 13:59:35.832640 1184207 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0127 13:59:35.832665 1184207 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0127 13:59:35.888713 1184207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0127 13:59:35.966048 1184207 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0127 13:59:35.966075 1184207 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0127 13:59:36.011540 1184207 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0127 13:59:36.011572 1184207 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0127 13:59:36.031310 1184207 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I0127 13:59:36.031337 1184207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0127 13:59:36.086232 1184207 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0127 13:59:36.086259 1184207 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0127 13:59:36.166857 1184207 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0127 13:59:36.166885 1184207 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0127 13:59:36.178817 1184207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0127 13:59:36.262940 1184207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0127 13:59:36.282774 1184207 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0127 13:59:36.282803 1184207 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0127 13:59:36.335134 1184207 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0127 13:59:36.335160 1184207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0127 13:59:36.353114 1184207 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0127 13:59:36.353141 1184207 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0127 13:59:36.463818 1184207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0127 13:59:36.465846 1184207 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0127 13:59:36.465869 1184207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0127 13:59:36.653852 1184207 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0127 13:59:36.653881 1184207 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0127 13:59:36.670830 1184207 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.129198533s)
I0127 13:59:36.670859 1184207 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0127 13:59:36.671951 1184207 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (1.51139301s)
I0127 13:59:36.672694 1184207 node_ready.go:35] waiting up to 6m0s for node "addons-790770" to be "Ready" ...
I0127 13:59:36.791383 1184207 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0127 13:59:36.791410 1184207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0127 13:59:36.950215 1184207 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0127 13:59:36.950241 1184207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0127 13:59:37.053478 1184207 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0127 13:59:37.053562 1184207 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0127 13:59:37.206321 1184207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0127 13:59:37.535080 1184207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (2.212426513s)
I0127 13:59:37.745967 1184207 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-790770" context rescaled to 1 replicas
I0127 13:59:38.811674 1184207 node_ready.go:53] node "addons-790770" has status "Ready":"False"
I0127 13:59:39.576246 1184207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.218222548s)
I0127 13:59:40.599636 1184207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.208165748s)
I0127 13:59:40.599668 1184207 addons.go:479] Verifying addon ingress=true in "addons-790770"
I0127 13:59:40.599919 1184207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.063732948s)
I0127 13:59:40.599981 1184207 addons.go:479] Verifying addon registry=true in "addons-790770"
I0127 13:59:40.600283 1184207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (5.055423098s)
I0127 13:59:40.600348 1184207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.037921116s)
I0127 13:59:40.600543 1184207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.001482838s)
I0127 13:59:40.600567 1184207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (4.97744401s)
I0127 13:59:40.600729 1184207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (4.923307384s)
I0127 13:59:40.600759 1184207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (4.712027549s)
I0127 13:59:40.600829 1184207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.421986846s)
I0127 13:59:40.600839 1184207 addons.go:479] Verifying addon metrics-server=true in "addons-790770"
I0127 13:59:40.600876 1184207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.337908812s)
I0127 13:59:40.604928 1184207 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-790770 service yakd-dashboard -n yakd-dashboard
I0127 13:59:40.605041 1184207 out.go:177] * Verifying ingress addon...
I0127 13:59:40.605084 1184207 out.go:177] * Verifying registry addon...
I0127 13:59:40.609682 1184207 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0127 13:59:40.610852 1184207 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0127 13:59:40.637115 1184207 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0127 13:59:40.637194 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:40.637635 1184207 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0127 13:59:40.637683 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:40.643962 1184207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.18010284s)
W0127 13:59:40.644130 1184207 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0127 13:59:40.644169 1184207 retry.go:31] will retry after 252.855899ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
W0127 13:59:40.655863 1184207 out.go:270] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0127 13:59:40.898123 1184207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0127 13:59:41.070723 1184207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (3.864295541s)
I0127 13:59:41.070808 1184207 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-790770"
I0127 13:59:41.074304 1184207 out.go:177] * Verifying csi-hostpath-driver addon...
I0127 13:59:41.078038 1184207 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0127 13:59:41.097675 1184207 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0127 13:59:41.097751 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:41.114484 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:41.115596 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:41.176747 1184207 node_ready.go:53] node "addons-790770" has status "Ready":"False"
I0127 13:59:41.581543 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:41.614608 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:41.615154 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:42.082567 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:42.114687 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:42.115751 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:42.582063 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:42.614335 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:42.614550 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:43.082054 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:43.113905 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:43.115813 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:43.582876 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:43.614238 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:43.614974 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:43.675980 1184207 node_ready.go:53] node "addons-790770" has status "Ready":"False"
I0127 13:59:43.680726 1184207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.782555333s)
I0127 13:59:44.082563 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:44.114906 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:44.115218 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:44.582297 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:44.615657 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:44.616389 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:44.621589 1184207 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0127 13:59:44.621674 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:44.638907 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
I0127 13:59:44.739909 1184207 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0127 13:59:44.759223 1184207 addons.go:238] Setting addon gcp-auth=true in "addons-790770"
I0127 13:59:44.759279 1184207 host.go:66] Checking if "addons-790770" exists ...
I0127 13:59:44.759779 1184207 cli_runner.go:164] Run: docker container inspect addons-790770 --format={{.State.Status}}
I0127 13:59:44.777807 1184207 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0127 13:59:44.777877 1184207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-790770
I0127 13:59:44.801867 1184207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33930 SSHKeyPath:/home/jenkins/minikube-integration/20325-1178062/.minikube/machines/addons-790770/id_rsa Username:docker}
I0127 13:59:44.903558 1184207 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0127 13:59:44.906360 1184207 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I0127 13:59:44.909168 1184207 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0127 13:59:44.909201 1184207 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0127 13:59:44.928417 1184207 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0127 13:59:44.928485 1184207 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0127 13:59:44.946796 1184207 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0127 13:59:44.946820 1184207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0127 13:59:44.966479 1184207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0127 13:59:45.083498 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:45.117769 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:45.118552 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:45.517837 1184207 addons.go:479] Verifying addon gcp-auth=true in "addons-790770"
I0127 13:59:45.521026 1184207 out.go:177] * Verifying gcp-auth addon...
I0127 13:59:45.524781 1184207 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0127 13:59:45.535963 1184207 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0127 13:59:45.535991 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:45.635565 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:45.636395 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:45.637519 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:45.676382 1184207 node_ready.go:53] node "addons-790770" has status "Ready":"False"
I0127 13:59:46.028548 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:46.082156 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:46.114575 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:46.115231 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:46.527944 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:46.581306 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:46.614243 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:46.615301 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:47.028545 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:47.082497 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:47.114247 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:47.115107 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:47.528578 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:47.581640 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:47.613369 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:47.614736 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:47.676724 1184207 node_ready.go:53] node "addons-790770" has status "Ready":"False"
I0127 13:59:48.029284 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:48.129683 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:48.130611 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:48.131131 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:48.528157 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:48.581982 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:48.614619 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:48.614997 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:49.028540 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:49.081976 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:49.114550 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:49.114856 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:49.528457 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:49.582663 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:49.613953 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:49.615110 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:50.029248 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:50.082516 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:50.114265 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:50.115477 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:50.176711 1184207 node_ready.go:53] node "addons-790770" has status "Ready":"False"
I0127 13:59:50.528368 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:50.582037 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:50.614910 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:50.615240 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:51.027968 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:51.082233 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:51.113864 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:51.115267 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:51.528504 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:51.581750 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:51.614116 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:51.615130 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:52.028413 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:52.082441 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:52.115319 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:52.115909 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:52.528838 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:52.581900 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:52.613666 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:52.614669 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:52.676284 1184207 node_ready.go:53] node "addons-790770" has status "Ready":"False"
I0127 13:59:53.028114 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:53.081616 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:53.114507 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:53.116217 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:53.528967 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:53.581394 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:53.613833 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:53.614107 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:54.029658 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:54.082364 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:54.114086 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:54.114550 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:54.528464 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:54.581574 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:54.613835 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:54.614799 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:55.028364 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:55.082049 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:55.114650 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:55.114869 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:55.176457 1184207 node_ready.go:53] node "addons-790770" has status "Ready":"False"
I0127 13:59:55.528943 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:55.582226 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:55.613479 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:55.614417 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:56.030740 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:56.130058 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:56.130354 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:56.131922 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:56.528702 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:56.582140 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:56.613733 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:56.614835 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:57.028841 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:57.082081 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:57.114444 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:57.115391 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:57.176491 1184207 node_ready.go:53] node "addons-790770" has status "Ready":"False"
I0127 13:59:57.528284 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:57.582034 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:57.614032 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:57.614089 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:58.028461 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:58.082102 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:58.115434 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:58.116203 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:58.529448 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:58.581590 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:58.613639 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:58.615053 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:59.028986 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:59.081459 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:59.113849 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:59:59.115037 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:59.177732 1184207 node_ready.go:53] node "addons-790770" has status "Ready":"False"
I0127 13:59:59.528800 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:59:59.582310 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:59:59.613367 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:59:59.614605 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:00.038710 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:00.086613 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:00.128737 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:00.134566 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:00.543137 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:00.586792 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:00.617828 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:00.621182 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:01.029003 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:01.083849 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:01.114677 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:01.116498 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:01.534342 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:01.582390 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:01.615602 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:01.616864 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:01.676886 1184207 node_ready.go:53] node "addons-790770" has status "Ready":"False"
I0127 14:00:02.029610 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:02.088116 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:02.115454 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:02.115542 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:02.529842 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:02.581919 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:02.613828 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:02.615021 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:03.028901 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:03.082059 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:03.115050 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:03.115181 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:03.528341 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:03.581769 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:03.614019 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:03.614646 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:04.028159 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:04.082613 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:04.113767 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:04.116292 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:04.176342 1184207 node_ready.go:53] node "addons-790770" has status "Ready":"False"
I0127 14:00:04.528890 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:04.582215 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:04.614870 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:04.616868 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:05.028065 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:05.081727 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:05.114160 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:05.114505 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:05.528390 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:05.582261 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:05.615032 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:05.615242 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:06.028462 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:06.081999 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:06.114535 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:06.115469 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:06.528948 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:06.581682 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:06.613815 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:06.615337 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:06.676764 1184207 node_ready.go:53] node "addons-790770" has status "Ready":"False"
I0127 14:00:07.028984 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:07.081444 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:07.115591 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:07.115854 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:07.528825 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:07.582370 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:07.614489 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:07.615851 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:08.028987 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:08.081497 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:08.114612 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:08.114873 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:08.528313 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:08.582481 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:08.629836 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:08.630317 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:09.028033 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:09.082018 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:09.113995 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:09.114400 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:09.178654 1184207 node_ready.go:53] node "addons-790770" has status "Ready":"False"
I0127 14:00:09.528426 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:09.581355 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:09.614523 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:09.614622 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:10.028723 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:10.082805 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:10.114782 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:10.114959 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:10.528295 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:10.582284 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:10.613644 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:10.613967 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:11.028245 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:11.081788 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:11.114545 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:11.115588 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:11.528694 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:11.582139 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:11.615116 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:11.616073 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:11.676453 1184207 node_ready.go:53] node "addons-790770" has status "Ready":"False"
I0127 14:00:12.028635 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:12.081875 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:12.114500 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:12.116239 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:12.528611 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:12.581790 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:12.614546 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:12.615512 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:13.029246 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:13.082248 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:13.113857 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:13.114573 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:13.528011 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:13.581222 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:13.613667 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:13.614310 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:14.028719 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:14.081641 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:14.114224 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:14.114893 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:14.176741 1184207 node_ready.go:53] node "addons-790770" has status "Ready":"False"
I0127 14:00:14.528318 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:14.582255 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:14.613667 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:14.613912 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:15.029276 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:15.082440 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:15.114697 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:15.115021 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:15.528844 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:15.582719 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:15.613689 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:15.614539 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:16.028910 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:16.081983 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:16.114362 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:16.115053 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:16.528094 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:16.581872 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:16.615234 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:16.615336 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:16.676235 1184207 node_ready.go:53] node "addons-790770" has status "Ready":"False"
I0127 14:00:17.028905 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:17.082254 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:17.115386 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:17.115567 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:17.528800 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:17.582281 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:17.614059 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:17.615670 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:18.029239 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:18.081741 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:18.113557 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:18.113772 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:18.215304 1184207 node_ready.go:49] node "addons-790770" has status "Ready":"True"
I0127 14:00:18.215385 1184207 node_ready.go:38] duration metric: took 41.542663811s for node "addons-790770" to be "Ready" ...
I0127 14:00:18.215410 1184207 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0127 14:00:18.250676 1184207 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-wsktl" in "kube-system" namespace to be "Ready" ...
I0127 14:00:18.566511 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:18.651064 1184207 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0127 14:00:18.652102 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:18.652074 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:18.659158 1184207 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0127 14:00:18.659180 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:19.039075 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:19.156110 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:19.156780 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:19.157762 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:19.528404 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:19.635172 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:19.635877 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:19.636793 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:20.029569 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:20.083478 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:20.114212 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:20.116079 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:20.261103 1184207 pod_ready.go:103] pod "coredns-668d6bf9bc-wsktl" in "kube-system" namespace has status "Ready":"False"
I0127 14:00:20.547174 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:20.588112 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:20.622588 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:20.632357 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:20.759035 1184207 pod_ready.go:93] pod "coredns-668d6bf9bc-wsktl" in "kube-system" namespace has status "Ready":"True"
I0127 14:00:20.759060 1184207 pod_ready.go:82] duration metric: took 2.508292644s for pod "coredns-668d6bf9bc-wsktl" in "kube-system" namespace to be "Ready" ...
I0127 14:00:20.759081 1184207 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-790770" in "kube-system" namespace to be "Ready" ...
I0127 14:00:20.765261 1184207 pod_ready.go:93] pod "etcd-addons-790770" in "kube-system" namespace has status "Ready":"True"
I0127 14:00:20.765289 1184207 pod_ready.go:82] duration metric: took 6.199195ms for pod "etcd-addons-790770" in "kube-system" namespace to be "Ready" ...
I0127 14:00:20.765305 1184207 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-790770" in "kube-system" namespace to be "Ready" ...
I0127 14:00:20.771424 1184207 pod_ready.go:93] pod "kube-apiserver-addons-790770" in "kube-system" namespace has status "Ready":"True"
I0127 14:00:20.771452 1184207 pod_ready.go:82] duration metric: took 6.138649ms for pod "kube-apiserver-addons-790770" in "kube-system" namespace to be "Ready" ...
I0127 14:00:20.771465 1184207 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-790770" in "kube-system" namespace to be "Ready" ...
I0127 14:00:20.777306 1184207 pod_ready.go:93] pod "kube-controller-manager-addons-790770" in "kube-system" namespace has status "Ready":"True"
I0127 14:00:20.777331 1184207 pod_ready.go:82] duration metric: took 5.857344ms for pod "kube-controller-manager-addons-790770" in "kube-system" namespace to be "Ready" ...
I0127 14:00:20.777346 1184207 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-5nnw4" in "kube-system" namespace to be "Ready" ...
I0127 14:00:20.783461 1184207 pod_ready.go:93] pod "kube-proxy-5nnw4" in "kube-system" namespace has status "Ready":"True"
I0127 14:00:20.783489 1184207 pod_ready.go:82] duration metric: took 6.135441ms for pod "kube-proxy-5nnw4" in "kube-system" namespace to be "Ready" ...
I0127 14:00:20.783501 1184207 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-790770" in "kube-system" namespace to be "Ready" ...
I0127 14:00:21.029631 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:21.083573 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:21.120188 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:21.121587 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:21.156018 1184207 pod_ready.go:93] pod "kube-scheduler-addons-790770" in "kube-system" namespace has status "Ready":"True"
I0127 14:00:21.156043 1184207 pod_ready.go:82] duration metric: took 372.53488ms for pod "kube-scheduler-addons-790770" in "kube-system" namespace to be "Ready" ...
I0127 14:00:21.156057 1184207 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-7fbb699795-xwjq9" in "kube-system" namespace to be "Ready" ...
I0127 14:00:21.529270 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:21.582766 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:21.613919 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:21.616800 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:22.029833 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:22.083774 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:22.114436 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:22.115868 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:22.528235 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:22.584788 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:22.614292 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:22.616382 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:23.029690 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:23.086020 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:23.116097 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:23.118905 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:23.164883 1184207 pod_ready.go:103] pod "metrics-server-7fbb699795-xwjq9" in "kube-system" namespace has status "Ready":"False"
I0127 14:00:23.528260 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:23.583163 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:23.615891 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:23.616895 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:24.029586 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:24.083367 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:24.116063 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:24.116754 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:24.528983 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:24.582726 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:24.615646 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:24.616345 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:25.028496 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:25.084541 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:25.115395 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:25.115681 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:25.529091 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:25.582608 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:25.614518 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:25.615759 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:25.662140 1184207 pod_ready.go:103] pod "metrics-server-7fbb699795-xwjq9" in "kube-system" namespace has status "Ready":"False"
I0127 14:00:26.030636 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:26.084086 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:26.117281 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:26.118965 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:26.529053 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:26.583175 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:26.615463 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:26.616866 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:27.029345 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:27.083436 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:27.114521 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:27.115654 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:27.529249 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:27.630953 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:27.634530 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:27.637470 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:28.028904 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:28.083494 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:28.114822 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:28.115067 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:28.163722 1184207 pod_ready.go:103] pod "metrics-server-7fbb699795-xwjq9" in "kube-system" namespace has status "Ready":"False"
I0127 14:00:28.527791 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:28.583510 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:28.614165 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:28.615904 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:29.028930 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:29.086599 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:29.120438 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:29.124340 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:29.528781 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:29.583731 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:29.615313 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:29.616851 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:30.033422 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:30.134202 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:30.135805 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:30.135811 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:30.528858 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:30.583612 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:30.613967 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:30.615525 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:30.664280 1184207 pod_ready.go:103] pod "metrics-server-7fbb699795-xwjq9" in "kube-system" namespace has status "Ready":"False"
I0127 14:00:31.028585 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:31.082956 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:31.114349 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:31.116420 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:31.528827 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:31.583006 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:31.613736 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:31.615578 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:32.029330 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:32.083696 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:32.114439 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:32.116784 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:32.528934 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:32.582819 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:32.617128 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:32.618287 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:33.029226 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:33.084291 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:33.117865 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:33.119305 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:33.171544 1184207 pod_ready.go:103] pod "metrics-server-7fbb699795-xwjq9" in "kube-system" namespace has status "Ready":"False"
I0127 14:00:33.529812 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:33.583640 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:33.619834 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:33.622094 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:34.030143 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:34.084030 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:34.116990 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:34.118582 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:34.529279 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:34.583702 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:34.620908 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:34.622313 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:35.029113 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:35.083507 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:35.132008 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:35.133017 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:35.528069 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:35.584029 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:35.616092 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:35.617070 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:35.665822 1184207 pod_ready.go:103] pod "metrics-server-7fbb699795-xwjq9" in "kube-system" namespace has status "Ready":"False"
I0127 14:00:36.029507 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:36.084305 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:36.117949 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:36.119162 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:36.529169 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:36.584004 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:36.616506 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:36.618545 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:37.030147 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:37.083520 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:37.114898 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:37.116641 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:37.529269 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:37.583232 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:37.616416 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:37.617733 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:38.029634 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:38.084105 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:38.116498 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:38.118737 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:38.162930 1184207 pod_ready.go:103] pod "metrics-server-7fbb699795-xwjq9" in "kube-system" namespace has status "Ready":"False"
I0127 14:00:38.528446 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:38.583929 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:38.614037 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:38.615544 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:39.028397 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:39.083838 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:39.116257 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:39.118748 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:39.541852 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:39.642550 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:39.643884 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:39.644844 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:40.031033 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:40.083559 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:40.116496 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:40.117883 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:40.164634 1184207 pod_ready.go:103] pod "metrics-server-7fbb699795-xwjq9" in "kube-system" namespace has status "Ready":"False"
I0127 14:00:40.529305 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:40.583027 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:40.615058 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:40.615724 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:41.029321 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:41.084864 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:41.114430 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:41.115189 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:41.529286 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:41.583740 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:41.615124 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:41.617539 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:42.029347 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:42.084014 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:42.117976 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:42.119643 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:42.182264 1184207 pod_ready.go:103] pod "metrics-server-7fbb699795-xwjq9" in "kube-system" namespace has status "Ready":"False"
I0127 14:00:42.529782 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:42.584304 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:42.618235 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:42.620819 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:43.029755 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:43.090327 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:43.126599 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:43.127813 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:43.535536 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:43.588614 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:43.616223 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:43.617874 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:44.029003 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:44.083444 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:44.121264 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:44.122792 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:44.528897 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:44.591522 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:44.662796 1184207 pod_ready.go:103] pod "metrics-server-7fbb699795-xwjq9" in "kube-system" namespace has status "Ready":"False"
I0127 14:00:44.683820 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:44.687930 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:45.035449 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:45.088456 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:45.141486 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:45.143256 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:45.532026 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:45.583436 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:45.614945 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:45.615330 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:46.028833 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:46.083721 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:46.120186 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:46.121083 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:46.529941 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:46.583647 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:46.617216 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:46.622177 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:46.667341 1184207 pod_ready.go:103] pod "metrics-server-7fbb699795-xwjq9" in "kube-system" namespace has status "Ready":"False"
I0127 14:00:47.028798 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:47.084294 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:47.117997 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:47.119205 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:47.534176 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:47.595070 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:47.614613 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:47.617811 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:48.031666 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:48.084219 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:48.119335 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:48.121123 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:48.569510 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:48.584322 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:48.616823 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:48.619672 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:48.707723 1184207 pod_ready.go:103] pod "metrics-server-7fbb699795-xwjq9" in "kube-system" namespace has status "Ready":"False"
I0127 14:00:49.029939 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:49.084554 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:49.115943 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:49.116766 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:49.530616 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:49.584272 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:49.617032 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:49.619257 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:50.033741 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:50.083610 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:50.118509 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:50.119880 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:50.542736 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:50.638748 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:50.639418 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:50.640363 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:50.663105 1184207 pod_ready.go:93] pod "metrics-server-7fbb699795-xwjq9" in "kube-system" namespace has status "Ready":"True"
I0127 14:00:50.663133 1184207 pod_ready.go:82] duration metric: took 29.507068411s for pod "metrics-server-7fbb699795-xwjq9" in "kube-system" namespace to be "Ready" ...
I0127 14:00:50.663152 1184207 pod_ready.go:39] duration metric: took 32.447701787s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0127 14:00:50.663167 1184207 api_server.go:52] waiting for apiserver process to appear ...
I0127 14:00:50.663198 1184207 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0127 14:00:50.663269 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0127 14:00:50.706471 1184207 cri.go:89] found id: "9d6052af2899c662705fa6e3722cb09ef2534baea4800d3dd66727c13f733e94"
I0127 14:00:50.706496 1184207 cri.go:89] found id: ""
I0127 14:00:50.706507 1184207 logs.go:282] 1 containers: [9d6052af2899c662705fa6e3722cb09ef2534baea4800d3dd66727c13f733e94]
I0127 14:00:50.706567 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:00:50.710762 1184207 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0127 14:00:50.710862 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0127 14:00:50.753619 1184207 cri.go:89] found id: "b7a989a14162f7fa77960e45c1d2b7590386cb2f25cb0d69a60e1ef45caabc4f"
I0127 14:00:50.753642 1184207 cri.go:89] found id: ""
I0127 14:00:50.753650 1184207 logs.go:282] 1 containers: [b7a989a14162f7fa77960e45c1d2b7590386cb2f25cb0d69a60e1ef45caabc4f]
I0127 14:00:50.753733 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:00:50.757278 1184207 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0127 14:00:50.757402 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0127 14:00:50.801358 1184207 cri.go:89] found id: "9df93da9b4578b318ebd1c095a4b55308b6aa76560481ef26cb03cc28e6f6a2e"
I0127 14:00:50.801379 1184207 cri.go:89] found id: ""
I0127 14:00:50.801388 1184207 logs.go:282] 1 containers: [9df93da9b4578b318ebd1c095a4b55308b6aa76560481ef26cb03cc28e6f6a2e]
I0127 14:00:50.801446 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:00:50.805519 1184207 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0127 14:00:50.805594 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0127 14:00:50.846344 1184207 cri.go:89] found id: "60863df73259277c6081f4e2e56568c43f6de16503cf7c73b579f8eed272aa01"
I0127 14:00:50.846366 1184207 cri.go:89] found id: ""
I0127 14:00:50.846380 1184207 logs.go:282] 1 containers: [60863df73259277c6081f4e2e56568c43f6de16503cf7c73b579f8eed272aa01]
I0127 14:00:50.846439 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:00:50.850393 1184207 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0127 14:00:50.850465 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0127 14:00:50.890271 1184207 cri.go:89] found id: "37592d3cc643b7da490ad38caaf1d133c7058b03e17c4fc779114e2ea48339f7"
I0127 14:00:50.890294 1184207 cri.go:89] found id: ""
I0127 14:00:50.890302 1184207 logs.go:282] 1 containers: [37592d3cc643b7da490ad38caaf1d133c7058b03e17c4fc779114e2ea48339f7]
I0127 14:00:50.890366 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:00:50.894309 1184207 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0127 14:00:50.894383 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0127 14:00:50.938457 1184207 cri.go:89] found id: "2ef63a2080626bc93b29eb24e3014baa129149ae33e99dcc19af31dc2d4029f3"
I0127 14:00:50.938487 1184207 cri.go:89] found id: ""
I0127 14:00:50.938496 1184207 logs.go:282] 1 containers: [2ef63a2080626bc93b29eb24e3014baa129149ae33e99dcc19af31dc2d4029f3]
I0127 14:00:50.938576 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:00:50.942252 1184207 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0127 14:00:50.942359 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0127 14:00:50.981792 1184207 cri.go:89] found id: "c64cb973388bc0a2909e59b1f91e1db13cb6329bdef0d091f75a11329dd18cd2"
I0127 14:00:50.981816 1184207 cri.go:89] found id: ""
I0127 14:00:50.981825 1184207 logs.go:282] 1 containers: [c64cb973388bc0a2909e59b1f91e1db13cb6329bdef0d091f75a11329dd18cd2]
I0127 14:00:50.981885 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:00:50.985692 1184207 logs.go:123] Gathering logs for dmesg ...
I0127 14:00:50.985723 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0127 14:00:51.002683 1184207 logs.go:123] Gathering logs for describe nodes ...
I0127 14:00:51.002710 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0127 14:00:51.029006 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:51.136398 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:51.139594 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:51.140189 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:51.295833 1184207 logs.go:123] Gathering logs for kube-apiserver [9d6052af2899c662705fa6e3722cb09ef2534baea4800d3dd66727c13f733e94] ...
I0127 14:00:51.295864 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9d6052af2899c662705fa6e3722cb09ef2534baea4800d3dd66727c13f733e94"
I0127 14:00:51.379291 1184207 logs.go:123] Gathering logs for etcd [b7a989a14162f7fa77960e45c1d2b7590386cb2f25cb0d69a60e1ef45caabc4f] ...
I0127 14:00:51.379326 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b7a989a14162f7fa77960e45c1d2b7590386cb2f25cb0d69a60e1ef45caabc4f"
I0127 14:00:51.432785 1184207 logs.go:123] Gathering logs for coredns [9df93da9b4578b318ebd1c095a4b55308b6aa76560481ef26cb03cc28e6f6a2e] ...
I0127 14:00:51.432903 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9df93da9b4578b318ebd1c095a4b55308b6aa76560481ef26cb03cc28e6f6a2e"
I0127 14:00:51.506174 1184207 logs.go:123] Gathering logs for kube-scheduler [60863df73259277c6081f4e2e56568c43f6de16503cf7c73b579f8eed272aa01] ...
I0127 14:00:51.506289 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 60863df73259277c6081f4e2e56568c43f6de16503cf7c73b579f8eed272aa01"
I0127 14:00:51.531661 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:51.578181 1184207 logs.go:123] Gathering logs for kube-proxy [37592d3cc643b7da490ad38caaf1d133c7058b03e17c4fc779114e2ea48339f7] ...
I0127 14:00:51.578216 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 37592d3cc643b7da490ad38caaf1d133c7058b03e17c4fc779114e2ea48339f7"
I0127 14:00:51.583496 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:51.616778 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:51.618995 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:51.623749 1184207 logs.go:123] Gathering logs for kubelet ...
I0127 14:00:51.623777 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0127 14:00:51.684426 1184207 logs.go:138] Found kubelet problem: Jan 27 13:59:34 addons-790770 kubelet[1517]: I0127 13:59:34.007996 1517 status_manager.go:890] "Failed to get status for pod" podUID="f92c619f-77a1-4342-9902-988504c16123" pod="kube-system/kube-proxy-5nnw4" err="pods \"kube-proxy-5nnw4\" is forbidden: User \"system:node:addons-790770\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object"
W0127 14:00:51.684699 1184207 logs.go:138] Found kubelet problem: Jan 27 13:59:34 addons-790770 kubelet[1517]: W0127 13:59:34.008164 1517 reflector.go:569] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-790770' and this object
W0127 14:00:51.684988 1184207 logs.go:138] Found kubelet problem: Jan 27 13:59:34 addons-790770 kubelet[1517]: E0127 13:59:34.008200 1517 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:00:51.685216 1184207 logs.go:138] Found kubelet problem: Jan 27 13:59:34 addons-790770 kubelet[1517]: W0127 13:59:34.008265 1517 reflector.go:569] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-790770' and this object
W0127 14:00:51.685463 1184207 logs.go:138] Found kubelet problem: Jan 27 13:59:34 addons-790770 kubelet[1517]: E0127 13:59:34.008285 1517 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:00:51.713683 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: I0127 14:00:18.181572 1517 status_manager.go:890] "Failed to get status for pod" podUID="86366f18-6468-422c-bb02-21ac021422e5" pod="kube-system/coredns-668d6bf9bc-wsktl" err="pods \"coredns-668d6bf9bc-wsktl\" is forbidden: User \"system:node:addons-790770\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object"
W0127 14:00:51.713925 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.181675 1517 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-790770' and this object
W0127 14:00:51.714169 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.181704 1517 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:00:51.714522 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: I0127 14:00:18.186483 1517 status_manager.go:890] "Failed to get status for pod" podUID="86366f18-6468-422c-bb02-21ac021422e5" pod="kube-system/coredns-668d6bf9bc-wsktl" err="pods \"coredns-668d6bf9bc-wsktl\" is forbidden: User \"system:node:addons-790770\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object"
W0127 14:00:51.714773 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: I0127 14:00:18.189256 1517 status_manager.go:890] "Failed to get status for pod" podUID="146a2460-1b73-4ec7-81c1-2e2d1b8140aa" pod="kube-system/csi-hostpath-resizer-0" err="pods \"csi-hostpath-resizer-0\" is forbidden: User \"system:node:addons-790770\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object"
W0127 14:00:51.714990 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.241865 1517 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-790770" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-790770' and this object
W0127 14:00:51.715257 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.241916 1517 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:00:51.715477 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.241967 1517 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-790770' and this object
W0127 14:00:51.715765 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.241980 1517 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:00:51.715985 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.242025 1517 reflector.go:569] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-790770' and this object
W0127 14:00:51.716250 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.242036 1517 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:00:51.716476 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.242084 1517 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-790770' and this object
W0127 14:00:51.716758 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.242096 1517 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
I0127 14:00:51.751512 1184207 logs.go:123] Gathering logs for kindnet [c64cb973388bc0a2909e59b1f91e1db13cb6329bdef0d091f75a11329dd18cd2] ...
I0127 14:00:51.751561 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c64cb973388bc0a2909e59b1f91e1db13cb6329bdef0d091f75a11329dd18cd2"
I0127 14:00:51.798262 1184207 logs.go:123] Gathering logs for CRI-O ...
I0127 14:00:51.798291 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0127 14:00:51.891337 1184207 logs.go:123] Gathering logs for container status ...
I0127 14:00:51.891382 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0127 14:00:51.938511 1184207 logs.go:123] Gathering logs for kube-controller-manager [2ef63a2080626bc93b29eb24e3014baa129149ae33e99dcc19af31dc2d4029f3] ...
I0127 14:00:51.938544 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2ef63a2080626bc93b29eb24e3014baa129149ae33e99dcc19af31dc2d4029f3"
I0127 14:00:52.006098 1184207 out.go:358] Setting ErrFile to fd 2...
I0127 14:00:52.006134 1184207 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0127 14:00:52.006204 1184207 out.go:270] X Problems detected in kubelet:
W0127 14:00:52.006220 1184207 out.go:270] Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.241980 1517 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:00:52.006236 1184207 out.go:270] Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.242025 1517 reflector.go:569] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-790770' and this object
W0127 14:00:52.006246 1184207 out.go:270] Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.242036 1517 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:00:52.006257 1184207 out.go:270] Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.242084 1517 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-790770' and this object
W0127 14:00:52.006266 1184207 out.go:270] Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.242096 1517 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
I0127 14:00:52.006274 1184207 out.go:358] Setting ErrFile to fd 2...
I0127 14:00:52.006280 1184207 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0127 14:00:52.028678 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:52.082999 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:52.115429 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:52.116465 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:52.529075 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:52.582796 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:52.614634 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:52.615740 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:53.028105 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:53.082786 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:53.113906 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:53.115305 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:53.528776 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:53.583414 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:53.615756 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:53.616993 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:54.029279 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:54.083159 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:54.114803 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:54.115876 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:54.528523 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:54.583323 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:54.614747 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:54.616006 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:55.028509 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:55.084409 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:55.121509 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:55.126569 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:55.528475 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:55.583127 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:55.614759 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:55.616122 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:56.029241 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:56.082910 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:56.114428 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:56.115366 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:56.528060 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:56.582654 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:56.615118 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:56.616072 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:57.028927 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:57.084761 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:57.117533 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:57.118703 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:57.528659 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:57.583963 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:57.615782 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:57.617562 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:58.028758 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:58.084389 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:58.118373 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:58.120355 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:58.528886 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:58.583263 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:58.616064 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:58.621799 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:59.029461 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:59.083259 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:59.116339 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:59.117870 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:00:59.529336 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:00:59.585077 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:00:59.616969 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:00:59.622870 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:00.045339 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:00.159891 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:00.160571 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:00.161106 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:00.531326 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:00.584008 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:00.613741 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:00.616024 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:01.028867 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:01.083834 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:01.115154 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:01.116417 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:01.528837 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:01.583323 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:01.615306 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:01.616191 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:02.009303 1184207 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0127 14:01:02.028217 1184207 api_server.go:72] duration metric: took 1m27.659955143s to wait for apiserver process to appear ...
I0127 14:01:02.028285 1184207 api_server.go:88] waiting for apiserver healthz status ...
I0127 14:01:02.028328 1184207 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0127 14:01:02.028404 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0127 14:01:02.031217 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:02.077755 1184207 cri.go:89] found id: "9d6052af2899c662705fa6e3722cb09ef2534baea4800d3dd66727c13f733e94"
I0127 14:01:02.077796 1184207 cri.go:89] found id: ""
I0127 14:01:02.077805 1184207 logs.go:282] 1 containers: [9d6052af2899c662705fa6e3722cb09ef2534baea4800d3dd66727c13f733e94]
I0127 14:01:02.077876 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:01:02.083940 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:02.084369 1184207 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0127 14:01:02.084621 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0127 14:01:02.117912 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:02.120399 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:02.155987 1184207 cri.go:89] found id: "b7a989a14162f7fa77960e45c1d2b7590386cb2f25cb0d69a60e1ef45caabc4f"
I0127 14:01:02.156060 1184207 cri.go:89] found id: ""
I0127 14:01:02.156097 1184207 logs.go:282] 1 containers: [b7a989a14162f7fa77960e45c1d2b7590386cb2f25cb0d69a60e1ef45caabc4f]
I0127 14:01:02.156192 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:01:02.169559 1184207 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0127 14:01:02.169730 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0127 14:01:02.376253 1184207 cri.go:89] found id: "9df93da9b4578b318ebd1c095a4b55308b6aa76560481ef26cb03cc28e6f6a2e"
I0127 14:01:02.376331 1184207 cri.go:89] found id: ""
I0127 14:01:02.376351 1184207 logs.go:282] 1 containers: [9df93da9b4578b318ebd1c095a4b55308b6aa76560481ef26cb03cc28e6f6a2e]
I0127 14:01:02.376436 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:01:02.394162 1184207 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0127 14:01:02.394294 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0127 14:01:02.529311 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:02.584929 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:02.616744 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:02.618350 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:02.830440 1184207 cri.go:89] found id: "60863df73259277c6081f4e2e56568c43f6de16503cf7c73b579f8eed272aa01"
I0127 14:01:02.830516 1184207 cri.go:89] found id: ""
I0127 14:01:02.830537 1184207 logs.go:282] 1 containers: [60863df73259277c6081f4e2e56568c43f6de16503cf7c73b579f8eed272aa01]
I0127 14:01:02.830634 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:01:02.843553 1184207 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0127 14:01:02.843700 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0127 14:01:03.026118 1184207 cri.go:89] found id: "37592d3cc643b7da490ad38caaf1d133c7058b03e17c4fc779114e2ea48339f7"
I0127 14:01:03.026203 1184207 cri.go:89] found id: ""
I0127 14:01:03.026235 1184207 logs.go:282] 1 containers: [37592d3cc643b7da490ad38caaf1d133c7058b03e17c4fc779114e2ea48339f7]
I0127 14:01:03.026328 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:01:03.035977 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:03.048568 1184207 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0127 14:01:03.048703 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0127 14:01:03.084608 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:03.119949 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:03.122115 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:03.349821 1184207 cri.go:89] found id: "2ef63a2080626bc93b29eb24e3014baa129149ae33e99dcc19af31dc2d4029f3"
I0127 14:01:03.349894 1184207 cri.go:89] found id: ""
I0127 14:01:03.349916 1184207 logs.go:282] 1 containers: [2ef63a2080626bc93b29eb24e3014baa129149ae33e99dcc19af31dc2d4029f3]
I0127 14:01:03.350006 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:01:03.362141 1184207 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0127 14:01:03.362266 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0127 14:01:03.529361 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:03.583959 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:03.615708 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:03.617482 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:03.909763 1184207 cri.go:89] found id: "c64cb973388bc0a2909e59b1f91e1db13cb6329bdef0d091f75a11329dd18cd2"
I0127 14:01:03.909783 1184207 cri.go:89] found id: ""
I0127 14:01:03.909791 1184207 logs.go:282] 1 containers: [c64cb973388bc0a2909e59b1f91e1db13cb6329bdef0d091f75a11329dd18cd2]
I0127 14:01:03.909846 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:01:03.932501 1184207 logs.go:123] Gathering logs for kindnet [c64cb973388bc0a2909e59b1f91e1db13cb6329bdef0d091f75a11329dd18cd2] ...
I0127 14:01:03.932538 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c64cb973388bc0a2909e59b1f91e1db13cb6329bdef0d091f75a11329dd18cd2"
I0127 14:01:04.029924 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:04.084230 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:04.117048 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:04.118384 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:04.506929 1184207 logs.go:123] Gathering logs for CRI-O ...
I0127 14:01:04.506964 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0127 14:01:04.528620 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:04.590105 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:04.625558 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:04.626515 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:04.659215 1184207 logs.go:123] Gathering logs for kubelet ...
I0127 14:01:04.659261 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0127 14:01:04.790529 1184207 logs.go:138] Found kubelet problem: Jan 27 13:59:34 addons-790770 kubelet[1517]: I0127 13:59:34.007996 1517 status_manager.go:890] "Failed to get status for pod" podUID="f92c619f-77a1-4342-9902-988504c16123" pod="kube-system/kube-proxy-5nnw4" err="pods \"kube-proxy-5nnw4\" is forbidden: User \"system:node:addons-790770\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object"
W0127 14:01:04.796884 1184207 logs.go:138] Found kubelet problem: Jan 27 13:59:34 addons-790770 kubelet[1517]: W0127 13:59:34.008164 1517 reflector.go:569] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-790770' and this object
W0127 14:01:04.797149 1184207 logs.go:138] Found kubelet problem: Jan 27 13:59:34 addons-790770 kubelet[1517]: E0127 13:59:34.008200 1517 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:01:04.797334 1184207 logs.go:138] Found kubelet problem: Jan 27 13:59:34 addons-790770 kubelet[1517]: W0127 13:59:34.008265 1517 reflector.go:569] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-790770' and this object
W0127 14:01:04.797560 1184207 logs.go:138] Found kubelet problem: Jan 27 13:59:34 addons-790770 kubelet[1517]: E0127 13:59:34.008285 1517 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:01:04.826962 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: I0127 14:00:18.181572 1517 status_manager.go:890] "Failed to get status for pod" podUID="86366f18-6468-422c-bb02-21ac021422e5" pod="kube-system/coredns-668d6bf9bc-wsktl" err="pods \"coredns-668d6bf9bc-wsktl\" is forbidden: User \"system:node:addons-790770\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object"
W0127 14:01:04.827168 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.181675 1517 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-790770' and this object
W0127 14:01:04.827383 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.181704 1517 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:01:04.827610 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: I0127 14:00:18.186483 1517 status_manager.go:890] "Failed to get status for pod" podUID="86366f18-6468-422c-bb02-21ac021422e5" pod="kube-system/coredns-668d6bf9bc-wsktl" err="pods \"coredns-668d6bf9bc-wsktl\" is forbidden: User \"system:node:addons-790770\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object"
W0127 14:01:04.827848 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: I0127 14:00:18.189256 1517 status_manager.go:890] "Failed to get status for pod" podUID="146a2460-1b73-4ec7-81c1-2e2d1b8140aa" pod="kube-system/csi-hostpath-resizer-0" err="pods \"csi-hostpath-resizer-0\" is forbidden: User \"system:node:addons-790770\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object"
W0127 14:01:04.828044 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.241865 1517 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-790770" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-790770' and this object
W0127 14:01:04.828321 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.241916 1517 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:01:04.828564 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.241967 1517 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-790770' and this object
W0127 14:01:04.828800 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.241980 1517 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:01:04.829005 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.242025 1517 reflector.go:569] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-790770' and this object
W0127 14:01:04.829234 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.242036 1517 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:01:04.829419 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.242084 1517 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-790770' and this object
W0127 14:01:04.829653 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.242096 1517 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
I0127 14:01:04.865815 1184207 logs.go:123] Gathering logs for dmesg ...
I0127 14:01:04.865887 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0127 14:01:04.926552 1184207 logs.go:123] Gathering logs for describe nodes ...
I0127 14:01:04.926580 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0127 14:01:05.029490 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:05.084272 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:05.117399 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:05.119105 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:05.239090 1184207 logs.go:123] Gathering logs for etcd [b7a989a14162f7fa77960e45c1d2b7590386cb2f25cb0d69a60e1ef45caabc4f] ...
I0127 14:01:05.239167 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b7a989a14162f7fa77960e45c1d2b7590386cb2f25cb0d69a60e1ef45caabc4f"
I0127 14:01:05.365609 1184207 logs.go:123] Gathering logs for kube-scheduler [60863df73259277c6081f4e2e56568c43f6de16503cf7c73b579f8eed272aa01] ...
I0127 14:01:05.365702 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 60863df73259277c6081f4e2e56568c43f6de16503cf7c73b579f8eed272aa01"
I0127 14:01:05.476658 1184207 logs.go:123] Gathering logs for kube-proxy [37592d3cc643b7da490ad38caaf1d133c7058b03e17c4fc779114e2ea48339f7] ...
I0127 14:01:05.476737 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 37592d3cc643b7da490ad38caaf1d133c7058b03e17c4fc779114e2ea48339f7"
I0127 14:01:05.529348 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:05.573973 1184207 logs.go:123] Gathering logs for kube-apiserver [9d6052af2899c662705fa6e3722cb09ef2534baea4800d3dd66727c13f733e94] ...
I0127 14:01:05.574058 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9d6052af2899c662705fa6e3722cb09ef2534baea4800d3dd66727c13f733e94"
I0127 14:01:05.585509 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:05.622325 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:05.624395 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:05.747100 1184207 logs.go:123] Gathering logs for coredns [9df93da9b4578b318ebd1c095a4b55308b6aa76560481ef26cb03cc28e6f6a2e] ...
I0127 14:01:05.747186 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9df93da9b4578b318ebd1c095a4b55308b6aa76560481ef26cb03cc28e6f6a2e"
I0127 14:01:05.876983 1184207 logs.go:123] Gathering logs for kube-controller-manager [2ef63a2080626bc93b29eb24e3014baa129149ae33e99dcc19af31dc2d4029f3] ...
I0127 14:01:05.877054 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2ef63a2080626bc93b29eb24e3014baa129149ae33e99dcc19af31dc2d4029f3"
I0127 14:01:05.978130 1184207 logs.go:123] Gathering logs for container status ...
I0127 14:01:05.978234 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0127 14:01:06.029504 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:06.064911 1184207 out.go:358] Setting ErrFile to fd 2...
I0127 14:01:06.064983 1184207 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0127 14:01:06.065073 1184207 out.go:270] X Problems detected in kubelet:
W0127 14:01:06.065120 1184207 out.go:270] Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.241980 1517 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:01:06.065161 1184207 out.go:270] Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.242025 1517 reflector.go:569] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-790770' and this object
W0127 14:01:06.065222 1184207 out.go:270] Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.242036 1517 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:01:06.065259 1184207 out.go:270] Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.242084 1517 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-790770' and this object
W0127 14:01:06.065308 1184207 out.go:270] Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.242096 1517 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
I0127 14:01:06.065345 1184207 out.go:358] Setting ErrFile to fd 2...
I0127 14:01:06.065370 1184207 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0127 14:01:06.086380 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:06.115304 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:06.116453 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:06.539751 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:06.643336 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:06.644982 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:06.645894 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:07.028979 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:07.083214 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:07.116730 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:07.117993 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:07.528998 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:07.583084 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:07.615831 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:07.618321 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:08.029433 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:08.083843 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:08.115203 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:08.116833 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:08.529410 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:08.583679 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:08.617748 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:08.627305 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:09.029116 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:09.087196 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:09.118707 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:09.125221 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:09.533045 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:09.583975 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:09.618191 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:09.621515 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:10.030335 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:10.084150 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:10.116105 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:10.116798 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:10.529149 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:10.583467 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:10.614455 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:10.617381 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:11.029095 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:11.084217 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:11.116851 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:11.118477 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:11.529390 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:11.584475 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:11.617999 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:11.619199 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:12.029679 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:12.093065 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:12.131812 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:12.133421 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:12.529357 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:12.583369 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:12.614521 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:12.616078 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:13.029155 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:13.082869 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:13.114433 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:13.115415 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:13.529011 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:13.582869 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:13.614283 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:13.615037 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:14.029052 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:14.083247 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:14.113758 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:14.115868 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:14.529169 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:14.583385 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:14.614723 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:14.616971 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:15.039820 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:15.138372 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:15.140046 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:15.140991 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:15.530180 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:15.583456 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:15.615885 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:15.617328 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:16.029167 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:16.066450 1184207 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0127 14:01:16.076294 1184207 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0127 14:01:16.077631 1184207 api_server.go:141] control plane version: v1.32.1
I0127 14:01:16.077701 1184207 api_server.go:131] duration metric: took 14.049402804s to wait for apiserver health ...
I0127 14:01:16.077724 1184207 system_pods.go:43] waiting for kube-system pods to appear ...
I0127 14:01:16.077774 1184207 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0127 14:01:16.077856 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0127 14:01:16.087437 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:16.115615 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:16.118073 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:16.160879 1184207 cri.go:89] found id: "9d6052af2899c662705fa6e3722cb09ef2534baea4800d3dd66727c13f733e94"
I0127 14:01:16.160899 1184207 cri.go:89] found id: ""
I0127 14:01:16.160907 1184207 logs.go:282] 1 containers: [9d6052af2899c662705fa6e3722cb09ef2534baea4800d3dd66727c13f733e94]
I0127 14:01:16.160975 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:01:16.165044 1184207 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0127 14:01:16.165176 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0127 14:01:16.224159 1184207 cri.go:89] found id: "b7a989a14162f7fa77960e45c1d2b7590386cb2f25cb0d69a60e1ef45caabc4f"
I0127 14:01:16.224232 1184207 cri.go:89] found id: ""
I0127 14:01:16.224269 1184207 logs.go:282] 1 containers: [b7a989a14162f7fa77960e45c1d2b7590386cb2f25cb0d69a60e1ef45caabc4f]
I0127 14:01:16.224372 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:01:16.229784 1184207 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0127 14:01:16.229946 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0127 14:01:16.292228 1184207 cri.go:89] found id: "9df93da9b4578b318ebd1c095a4b55308b6aa76560481ef26cb03cc28e6f6a2e"
I0127 14:01:16.292306 1184207 cri.go:89] found id: ""
I0127 14:01:16.292329 1184207 logs.go:282] 1 containers: [9df93da9b4578b318ebd1c095a4b55308b6aa76560481ef26cb03cc28e6f6a2e]
I0127 14:01:16.292422 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:01:16.296657 1184207 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0127 14:01:16.296743 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0127 14:01:16.346892 1184207 cri.go:89] found id: "60863df73259277c6081f4e2e56568c43f6de16503cf7c73b579f8eed272aa01"
I0127 14:01:16.346917 1184207 cri.go:89] found id: ""
I0127 14:01:16.346925 1184207 logs.go:282] 1 containers: [60863df73259277c6081f4e2e56568c43f6de16503cf7c73b579f8eed272aa01]
I0127 14:01:16.346997 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:01:16.351439 1184207 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0127 14:01:16.351577 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0127 14:01:16.395302 1184207 cri.go:89] found id: "37592d3cc643b7da490ad38caaf1d133c7058b03e17c4fc779114e2ea48339f7"
I0127 14:01:16.395335 1184207 cri.go:89] found id: ""
I0127 14:01:16.395344 1184207 logs.go:282] 1 containers: [37592d3cc643b7da490ad38caaf1d133c7058b03e17c4fc779114e2ea48339f7]
I0127 14:01:16.395410 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:01:16.401284 1184207 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0127 14:01:16.401403 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0127 14:01:16.452651 1184207 cri.go:89] found id: "2ef63a2080626bc93b29eb24e3014baa129149ae33e99dcc19af31dc2d4029f3"
I0127 14:01:16.452725 1184207 cri.go:89] found id: ""
I0127 14:01:16.452747 1184207 logs.go:282] 1 containers: [2ef63a2080626bc93b29eb24e3014baa129149ae33e99dcc19af31dc2d4029f3]
I0127 14:01:16.452874 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:01:16.457104 1184207 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0127 14:01:16.457221 1184207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0127 14:01:16.504406 1184207 cri.go:89] found id: "c64cb973388bc0a2909e59b1f91e1db13cb6329bdef0d091f75a11329dd18cd2"
I0127 14:01:16.504471 1184207 cri.go:89] found id: ""
I0127 14:01:16.504494 1184207 logs.go:282] 1 containers: [c64cb973388bc0a2909e59b1f91e1db13cb6329bdef0d091f75a11329dd18cd2]
I0127 14:01:16.504591 1184207 ssh_runner.go:195] Run: which crictl
I0127 14:01:16.508448 1184207 logs.go:123] Gathering logs for kube-apiserver [9d6052af2899c662705fa6e3722cb09ef2534baea4800d3dd66727c13f733e94] ...
I0127 14:01:16.508545 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9d6052af2899c662705fa6e3722cb09ef2534baea4800d3dd66727c13f733e94"
I0127 14:01:16.529170 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:16.565963 1184207 logs.go:123] Gathering logs for etcd [b7a989a14162f7fa77960e45c1d2b7590386cb2f25cb0d69a60e1ef45caabc4f] ...
I0127 14:01:16.565997 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b7a989a14162f7fa77960e45c1d2b7590386cb2f25cb0d69a60e1ef45caabc4f"
I0127 14:01:16.583517 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:16.618071 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 14:01:16.620151 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:16.642435 1184207 logs.go:123] Gathering logs for kube-scheduler [60863df73259277c6081f4e2e56568c43f6de16503cf7c73b579f8eed272aa01] ...
I0127 14:01:16.642472 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 60863df73259277c6081f4e2e56568c43f6de16503cf7c73b579f8eed272aa01"
I0127 14:01:16.736745 1184207 logs.go:123] Gathering logs for kube-controller-manager [2ef63a2080626bc93b29eb24e3014baa129149ae33e99dcc19af31dc2d4029f3] ...
I0127 14:01:16.736783 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2ef63a2080626bc93b29eb24e3014baa129149ae33e99dcc19af31dc2d4029f3"
I0127 14:01:16.817554 1184207 logs.go:123] Gathering logs for kindnet [c64cb973388bc0a2909e59b1f91e1db13cb6329bdef0d091f75a11329dd18cd2] ...
I0127 14:01:16.817594 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c64cb973388bc0a2909e59b1f91e1db13cb6329bdef0d091f75a11329dd18cd2"
I0127 14:01:16.859029 1184207 logs.go:123] Gathering logs for kubelet ...
I0127 14:01:16.859056 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0127 14:01:16.917858 1184207 logs.go:138] Found kubelet problem: Jan 27 13:59:34 addons-790770 kubelet[1517]: I0127 13:59:34.007996 1517 status_manager.go:890] "Failed to get status for pod" podUID="f92c619f-77a1-4342-9902-988504c16123" pod="kube-system/kube-proxy-5nnw4" err="pods \"kube-proxy-5nnw4\" is forbidden: User \"system:node:addons-790770\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object"
W0127 14:01:16.918078 1184207 logs.go:138] Found kubelet problem: Jan 27 13:59:34 addons-790770 kubelet[1517]: W0127 13:59:34.008164 1517 reflector.go:569] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-790770' and this object
W0127 14:01:16.918332 1184207 logs.go:138] Found kubelet problem: Jan 27 13:59:34 addons-790770 kubelet[1517]: E0127 13:59:34.008200 1517 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:01:16.918525 1184207 logs.go:138] Found kubelet problem: Jan 27 13:59:34 addons-790770 kubelet[1517]: W0127 13:59:34.008265 1517 reflector.go:569] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-790770' and this object
W0127 14:01:16.918766 1184207 logs.go:138] Found kubelet problem: Jan 27 13:59:34 addons-790770 kubelet[1517]: E0127 13:59:34.008285 1517 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:01:16.943275 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: I0127 14:00:18.181572 1517 status_manager.go:890] "Failed to get status for pod" podUID="86366f18-6468-422c-bb02-21ac021422e5" pod="kube-system/coredns-668d6bf9bc-wsktl" err="pods \"coredns-668d6bf9bc-wsktl\" is forbidden: User \"system:node:addons-790770\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object"
W0127 14:01:16.943510 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.181675 1517 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-790770' and this object
W0127 14:01:16.943737 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.181704 1517 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:01:16.943998 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: I0127 14:00:18.186483 1517 status_manager.go:890] "Failed to get status for pod" podUID="86366f18-6468-422c-bb02-21ac021422e5" pod="kube-system/coredns-668d6bf9bc-wsktl" err="pods \"coredns-668d6bf9bc-wsktl\" is forbidden: User \"system:node:addons-790770\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object"
W0127 14:01:16.944221 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: I0127 14:00:18.189256 1517 status_manager.go:890] "Failed to get status for pod" podUID="146a2460-1b73-4ec7-81c1-2e2d1b8140aa" pod="kube-system/csi-hostpath-resizer-0" err="pods \"csi-hostpath-resizer-0\" is forbidden: User \"system:node:addons-790770\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-790770' and this object"
W0127 14:01:16.944414 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.241865 1517 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-790770" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-790770' and this object
W0127 14:01:16.944640 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.241916 1517 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:01:16.944853 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.241967 1517 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-790770' and this object
W0127 14:01:16.945083 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.241980 1517 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:01:16.945269 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.242025 1517 reflector.go:569] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-790770' and this object
W0127 14:01:16.945502 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.242036 1517 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:01:16.945688 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.242084 1517 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-790770' and this object
W0127 14:01:16.945913 1184207 logs.go:138] Found kubelet problem: Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.242096 1517 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
I0127 14:01:16.984044 1184207 logs.go:123] Gathering logs for dmesg ...
I0127 14:01:16.984095 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0127 14:01:17.001567 1184207 logs.go:123] Gathering logs for describe nodes ...
I0127 14:01:17.001645 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0127 14:01:17.029893 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:17.130082 1184207 kapi.go:107] duration metric: took 1m36.519226842s to wait for kubernetes.io/minikube-addons=registry ...
I0127 14:01:17.132492 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:17.135570 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:17.182861 1184207 logs.go:123] Gathering logs for container status ...
I0127 14:01:17.182895 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0127 14:01:17.232333 1184207 logs.go:123] Gathering logs for coredns [9df93da9b4578b318ebd1c095a4b55308b6aa76560481ef26cb03cc28e6f6a2e] ...
I0127 14:01:17.232371 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9df93da9b4578b318ebd1c095a4b55308b6aa76560481ef26cb03cc28e6f6a2e"
I0127 14:01:17.274869 1184207 logs.go:123] Gathering logs for kube-proxy [37592d3cc643b7da490ad38caaf1d133c7058b03e17c4fc779114e2ea48339f7] ...
I0127 14:01:17.274898 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 37592d3cc643b7da490ad38caaf1d133c7058b03e17c4fc779114e2ea48339f7"
I0127 14:01:17.319637 1184207 logs.go:123] Gathering logs for CRI-O ...
I0127 14:01:17.319665 1184207 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0127 14:01:17.432640 1184207 out.go:358] Setting ErrFile to fd 2...
I0127 14:01:17.432675 1184207 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0127 14:01:17.432761 1184207 out.go:270] X Problems detected in kubelet:
W0127 14:01:17.432792 1184207 out.go:270] Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.241980 1517 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:01:17.432836 1184207 out.go:270] Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.242025 1517 reflector.go:569] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-790770' and this object
W0127 14:01:17.432857 1184207 out.go:270] Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.242036 1517 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
W0127 14:01:17.432870 1184207 out.go:270] Jan 27 14:00:18 addons-790770 kubelet[1517]: W0127 14:00:18.242084 1517 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-790770" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-790770' and this object
W0127 14:01:17.432877 1184207 out.go:270] Jan 27 14:00:18 addons-790770 kubelet[1517]: E0127 14:00:18.242096 1517 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-790770\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-790770' and this object" logger="UnhandledError"
I0127 14:01:17.432888 1184207 out.go:358] Setting ErrFile to fd 2...
I0127 14:01:17.432895 1184207 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0127 14:01:17.530035 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:17.584432 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:17.615707 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:18.030055 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:18.135196 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:18.137332 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:18.529014 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:18.582934 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:18.614444 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:19.028532 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:19.084831 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:19.128324 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:19.528426 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:19.583731 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:19.614678 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:20.028684 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:20.087182 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:20.115930 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:20.528451 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:20.583363 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:20.614435 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:21.028989 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:21.096539 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:21.117698 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:21.532554 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:21.585132 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:21.632869 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:22.029399 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:22.083346 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:22.114604 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:22.528354 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:22.583844 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:22.614071 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:23.028075 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:23.083270 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:23.114028 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:23.529853 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:23.583696 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:23.614092 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:24.032676 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:24.084112 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:24.120957 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:24.529681 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:24.583942 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:24.615456 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:25.028848 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:25.086294 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:25.115135 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:25.529178 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:25.583094 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:25.614170 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:26.032736 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:26.088152 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:26.114718 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:26.528250 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:26.583259 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:26.614452 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:27.029539 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 14:01:27.082780 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:27.131437 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:27.444212 1184207 system_pods.go:59] 18 kube-system pods found
I0127 14:01:27.444255 1184207 system_pods.go:61] "coredns-668d6bf9bc-wsktl" [86366f18-6468-422c-bb02-21ac021422e5] Running
I0127 14:01:27.444262 1184207 system_pods.go:61] "csi-hostpath-attacher-0" [dc505d9e-ad08-45df-923f-526ca4c082be] Running
I0127 14:01:27.444267 1184207 system_pods.go:61] "csi-hostpath-resizer-0" [146a2460-1b73-4ec7-81c1-2e2d1b8140aa] Running
I0127 14:01:27.444275 1184207 system_pods.go:61] "csi-hostpathplugin-jwt2n" [d03179bb-7384-49d4-ab61-9e0401808c7f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0127 14:01:27.444280 1184207 system_pods.go:61] "etcd-addons-790770" [f4dfb592-526a-4652-804c-dfee5d9c1796] Running
I0127 14:01:27.444285 1184207 system_pods.go:61] "kindnet-fvfnt" [c358e53a-5888-4112-a75c-3e0d890ddc3b] Running
I0127 14:01:27.444289 1184207 system_pods.go:61] "kube-apiserver-addons-790770" [cd5473a2-8476-425c-be34-8b6edb443d7a] Running
I0127 14:01:27.444293 1184207 system_pods.go:61] "kube-controller-manager-addons-790770" [69ca4c25-a09d-4930-8726-5ef8172098ec] Running
I0127 14:01:27.444297 1184207 system_pods.go:61] "kube-ingress-dns-minikube" [dec90490-aecc-4092-9329-12cd874952be] Running
I0127 14:01:27.444301 1184207 system_pods.go:61] "kube-proxy-5nnw4" [f92c619f-77a1-4342-9902-988504c16123] Running
I0127 14:01:27.444306 1184207 system_pods.go:61] "kube-scheduler-addons-790770" [c25f2017-080b-4b27-a8f6-409e7e20fffd] Running
I0127 14:01:27.444310 1184207 system_pods.go:61] "metrics-server-7fbb699795-xwjq9" [86fa6622-b0d8-40d1-a078-fb3cd93b374c] Running
I0127 14:01:27.444314 1184207 system_pods.go:61] "nvidia-device-plugin-daemonset-t85g9" [fd20b544-75f0-46ac-beee-0f2d1020bcb4] Running
I0127 14:01:27.444317 1184207 system_pods.go:61] "registry-6c88467877-7mfnl" [8373b1bf-7553-43a4-bc9f-a9a0f3320699] Running
I0127 14:01:27.444327 1184207 system_pods.go:61] "registry-proxy-s4zc7" [43da24c2-fd2a-4d7f-b8ec-be818eb4ec64] Running
I0127 14:01:27.444332 1184207 system_pods.go:61] "snapshot-controller-68b874b76f-t4rdn" [52c4b1f1-9978-4720-9f3f-c006aa1f63f2] Running
I0127 14:01:27.444335 1184207 system_pods.go:61] "snapshot-controller-68b874b76f-xrfm4" [c3e041f7-9ef4-437f-9239-4059100957bb] Running
I0127 14:01:27.444339 1184207 system_pods.go:61] "storage-provisioner" [2c034f9b-d318-43f6-affb-8197ebbbf9e2] Running
I0127 14:01:27.444349 1184207 system_pods.go:74] duration metric: took 11.366605741s to wait for pod list to return data ...
I0127 14:01:27.444357 1184207 default_sa.go:34] waiting for default service account to be created ...
I0127 14:01:27.447069 1184207 default_sa.go:45] found service account: "default"
I0127 14:01:27.447098 1184207 default_sa.go:55] duration metric: took 2.730899ms for default service account to be created ...
I0127 14:01:27.447109 1184207 system_pods.go:137] waiting for k8s-apps to be running ...
I0127 14:01:27.457171 1184207 system_pods.go:87] 18 kube-system pods found
I0127 14:01:27.460167 1184207 system_pods.go:105] "coredns-668d6bf9bc-wsktl" [86366f18-6468-422c-bb02-21ac021422e5] Running
I0127 14:01:27.460192 1184207 system_pods.go:105] "csi-hostpath-attacher-0" [dc505d9e-ad08-45df-923f-526ca4c082be] Running
I0127 14:01:27.460198 1184207 system_pods.go:105] "csi-hostpath-resizer-0" [146a2460-1b73-4ec7-81c1-2e2d1b8140aa] Running
I0127 14:01:27.460209 1184207 system_pods.go:105] "csi-hostpathplugin-jwt2n" [d03179bb-7384-49d4-ab61-9e0401808c7f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0127 14:01:27.460214 1184207 system_pods.go:105] "etcd-addons-790770" [f4dfb592-526a-4652-804c-dfee5d9c1796] Running
I0127 14:01:27.460220 1184207 system_pods.go:105] "kindnet-fvfnt" [c358e53a-5888-4112-a75c-3e0d890ddc3b] Running
I0127 14:01:27.460225 1184207 system_pods.go:105] "kube-apiserver-addons-790770" [cd5473a2-8476-425c-be34-8b6edb443d7a] Running
I0127 14:01:27.460230 1184207 system_pods.go:105] "kube-controller-manager-addons-790770" [69ca4c25-a09d-4930-8726-5ef8172098ec] Running
I0127 14:01:27.460235 1184207 system_pods.go:105] "kube-ingress-dns-minikube" [dec90490-aecc-4092-9329-12cd874952be] Running
I0127 14:01:27.460246 1184207 system_pods.go:105] "kube-proxy-5nnw4" [f92c619f-77a1-4342-9902-988504c16123] Running
I0127 14:01:27.460251 1184207 system_pods.go:105] "kube-scheduler-addons-790770" [c25f2017-080b-4b27-a8f6-409e7e20fffd] Running
I0127 14:01:27.460255 1184207 system_pods.go:105] "metrics-server-7fbb699795-xwjq9" [86fa6622-b0d8-40d1-a078-fb3cd93b374c] Running
I0127 14:01:27.460260 1184207 system_pods.go:105] "nvidia-device-plugin-daemonset-t85g9" [fd20b544-75f0-46ac-beee-0f2d1020bcb4] Running
I0127 14:01:27.460264 1184207 system_pods.go:105] "registry-6c88467877-7mfnl" [8373b1bf-7553-43a4-bc9f-a9a0f3320699] Running
I0127 14:01:27.460270 1184207 system_pods.go:105] "registry-proxy-s4zc7" [43da24c2-fd2a-4d7f-b8ec-be818eb4ec64] Running
I0127 14:01:27.460275 1184207 system_pods.go:105] "snapshot-controller-68b874b76f-t4rdn" [52c4b1f1-9978-4720-9f3f-c006aa1f63f2] Running
I0127 14:01:27.460279 1184207 system_pods.go:105] "snapshot-controller-68b874b76f-xrfm4" [c3e041f7-9ef4-437f-9239-4059100957bb] Running
I0127 14:01:27.460283 1184207 system_pods.go:105] "storage-provisioner" [2c034f9b-d318-43f6-affb-8197ebbbf9e2] Running
I0127 14:01:27.460289 1184207 system_pods.go:147] duration metric: took 13.175091ms to wait for k8s-apps to be running ...
I0127 14:01:27.460295 1184207 system_svc.go:44] waiting for kubelet service to be running ....
I0127 14:01:27.460351 1184207 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0127 14:01:27.472451 1184207 system_svc.go:56] duration metric: took 12.145762ms WaitForService to wait for kubelet
I0127 14:01:27.472481 1184207 kubeadm.go:582] duration metric: took 1m53.104223983s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0127 14:01:27.472502 1184207 node_conditions.go:102] verifying NodePressure condition ...
I0127 14:01:27.475921 1184207 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0127 14:01:27.475954 1184207 node_conditions.go:123] node cpu capacity is 2
I0127 14:01:27.475967 1184207 node_conditions.go:105] duration metric: took 3.458737ms to run NodePressure ...
I0127 14:01:27.475981 1184207 start.go:241] waiting for startup goroutines ...
I0127 14:01:27.528794 1184207 kapi.go:107] duration metric: took 1m42.004009102s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0127 14:01:27.532077 1184207 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-790770 cluster.
I0127 14:01:27.534957 1184207 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0127 14:01:27.537818 1184207 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0127 14:01:27.583316 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:27.614056 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:28.083428 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:28.114601 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:28.582926 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:28.613620 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:29.082381 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:29.115228 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:29.582982 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:29.614790 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:30.083403 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:30.114927 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:30.583139 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:30.614302 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:31.083555 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:31.114883 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:31.582952 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:31.614670 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:32.082793 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:32.121483 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:32.582597 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:32.613748 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:33.082566 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:33.114892 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:33.582457 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:33.614649 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:34.085461 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:34.114121 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:34.582984 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:34.613954 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:35.083804 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:35.114339 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:35.583445 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:35.614534 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:36.084148 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:36.117057 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:36.582834 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:36.613896 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:37.082888 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:37.116405 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:37.583245 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:37.614783 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:38.084721 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:38.113988 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:38.582809 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:38.613822 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:39.082432 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:39.114346 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:39.583400 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:39.615128 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:40.083266 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:40.114565 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:40.583978 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:40.614092 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:41.083664 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:41.114015 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:41.582856 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:41.614072 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:42.083763 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:42.115582 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:42.583688 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:42.614372 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:43.084760 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:43.114700 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:43.582980 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:43.614107 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:44.083116 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:44.113992 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:44.582941 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:44.614285 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:45.101245 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:45.115979 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:45.583127 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:45.613872 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:46.082962 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:46.114554 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:46.582628 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:46.614164 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:47.084381 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:47.114797 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:47.582890 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:47.614776 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:48.082866 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:48.114145 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:48.583649 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:48.613817 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:49.082675 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:49.113658 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:49.582641 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:49.613603 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:50.085768 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:50.114239 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:50.583788 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:50.613766 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:51.083093 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:51.114343 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:51.583212 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:51.614414 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:52.083654 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:52.184446 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:52.583202 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:52.614520 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:53.083580 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:53.115223 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:53.584716 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:53.613558 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:54.082776 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:54.114558 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:54.583300 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:54.614664 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:55.083149 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:55.114581 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:55.584049 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:55.613727 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:56.086051 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:56.125844 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:56.583291 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:56.614575 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:57.083766 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:57.113935 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:57.582932 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:57.614237 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:58.083516 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:58.114522 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:58.583864 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:58.613976 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:59.082556 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:59.114998 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:01:59.583106 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:01:59.614775 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:00.084046 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:00.125065 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:00.583164 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:00.614497 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:01.084075 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:01.114134 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:01.583477 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:01.614711 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:02.082695 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:02.114511 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:02.583837 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:02.614730 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:03.083329 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:03.114132 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:03.583315 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:03.614470 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:04.083576 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:04.115131 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:04.583058 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:04.613814 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:05.082892 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:05.114756 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:05.583434 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:05.614415 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:06.088274 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:06.116611 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:06.583788 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:06.624080 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:07.083184 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:07.114155 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:07.582676 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:07.614424 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:08.084298 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:08.115218 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:08.587053 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:08.615860 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:09.084307 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:09.115673 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:09.583262 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:09.615966 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:10.083994 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:10.116358 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:10.584391 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:10.615625 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:11.085008 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:11.115021 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:11.583152 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:11.613992 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:12.083702 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:12.114861 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:12.584089 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:12.614674 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:13.083332 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:13.114763 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:13.583036 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:13.613948 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:14.083227 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:14.114793 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:14.583707 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:14.621214 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:15.103292 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:15.129919 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:15.583210 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:15.614162 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:16.084083 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:16.115344 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:16.583881 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:16.617134 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:17.083911 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:17.116838 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:17.584305 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:17.615931 1184207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 14:02:18.085249 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:18.115310 1184207 kapi.go:107] duration metric: took 2m37.505625384s to wait for app.kubernetes.io/name=ingress-nginx ...
I0127 14:02:18.583200 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:19.084431 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:19.584327 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:20.083347 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:20.583783 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:21.084332 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:21.584098 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:22.083257 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:22.585484 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:23.082690 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:23.585192 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:24.085171 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:24.583098 1184207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 14:02:25.084120 1184207 kapi.go:107] duration metric: took 2m44.006084959s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0127 14:02:25.087291 1184207 out.go:177] * Enabled addons: nvidia-device-plugin, storage-provisioner, amd-gpu-device-plugin, ingress-dns, inspektor-gadget, cloud-spanner, metrics-server, yakd, storage-provisioner-rancher, volumesnapshots, registry, gcp-auth, ingress, csi-hostpath-driver
I0127 14:02:25.090204 1184207 addons.go:514] duration metric: took 2m50.721465012s for enable addons: enabled=[nvidia-device-plugin storage-provisioner amd-gpu-device-plugin ingress-dns inspektor-gadget cloud-spanner metrics-server yakd storage-provisioner-rancher volumesnapshots registry gcp-auth ingress csi-hostpath-driver]
I0127 14:02:25.090274 1184207 start.go:246] waiting for cluster config update ...
I0127 14:02:25.090299 1184207 start.go:255] writing updated cluster config ...
I0127 14:02:25.090672 1184207 ssh_runner.go:195] Run: rm -f paused
I0127 14:02:25.486742 1184207 start.go:600] kubectl: 1.32.1, cluster: 1.32.1 (minor skew: 0)
I0127 14:02:25.489882 1184207 out.go:177] * Done! kubectl is now configured to use "addons-790770" cluster and "default" namespace by default
==> CRI-O <==
Jan 27 14:05:36 addons-790770 crio[973]: time="2025-01-27 14:05:36.438705437Z" level=info msg="Removed container 1170f8dfbe9bf34a58a879489696b458ece6077f9c34f179ebe21aec5219c6a0: default/cloud-spanner-emulator-5d76cffbc-gjk99/cloud-spanner-emulator" id=c57ffddf-a686-433d-9246-6103c6327ca1 name=/runtime.v1.RuntimeService/RemoveContainer
Jan 27 14:06:08 addons-790770 crio[973]: time="2025-01-27 14:06:08.121489859Z" level=info msg="Running pod sandbox: default/hello-world-app-7d9564db4-v2dpt/POD" id=c6a01412-495f-46b6-bb08-673874681c73 name=/runtime.v1.RuntimeService/RunPodSandbox
Jan 27 14:06:08 addons-790770 crio[973]: time="2025-01-27 14:06:08.121548247Z" level=warning msg="Allowed annotations are specified for workload []"
Jan 27 14:06:08 addons-790770 crio[973]: time="2025-01-27 14:06:08.155661984Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-v2dpt Namespace:default ID:f39e563f6c86f9a10f5e5b7662c56975366b6fd32e838a447d7a157a7080a916 UID:17fc014f-90ec-4a66-a6d6-4e958f261728 NetNS:/var/run/netns/90929853-5e5f-4338-b736-1d7ec6db75f0 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Jan 27 14:06:08 addons-790770 crio[973]: time="2025-01-27 14:06:08.155707498Z" level=info msg="Adding pod default_hello-world-app-7d9564db4-v2dpt to CNI network \"kindnet\" (type=ptp)"
Jan 27 14:06:08 addons-790770 crio[973]: time="2025-01-27 14:06:08.178812362Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-v2dpt Namespace:default ID:f39e563f6c86f9a10f5e5b7662c56975366b6fd32e838a447d7a157a7080a916 UID:17fc014f-90ec-4a66-a6d6-4e958f261728 NetNS:/var/run/netns/90929853-5e5f-4338-b736-1d7ec6db75f0 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Jan 27 14:06:08 addons-790770 crio[973]: time="2025-01-27 14:06:08.178981405Z" level=info msg="Checking pod default_hello-world-app-7d9564db4-v2dpt for CNI network kindnet (type=ptp)"
Jan 27 14:06:08 addons-790770 crio[973]: time="2025-01-27 14:06:08.185671385Z" level=info msg="Ran pod sandbox f39e563f6c86f9a10f5e5b7662c56975366b6fd32e838a447d7a157a7080a916 with infra container: default/hello-world-app-7d9564db4-v2dpt/POD" id=c6a01412-495f-46b6-bb08-673874681c73 name=/runtime.v1.RuntimeService/RunPodSandbox
Jan 27 14:06:08 addons-790770 crio[973]: time="2025-01-27 14:06:08.191654047Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=35ceebba-5e7f-4be1-8382-3ba73021e2e4 name=/runtime.v1.ImageService/ImageStatus
Jan 27 14:06:08 addons-790770 crio[973]: time="2025-01-27 14:06:08.191897002Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=35ceebba-5e7f-4be1-8382-3ba73021e2e4 name=/runtime.v1.ImageService/ImageStatus
Jan 27 14:06:08 addons-790770 crio[973]: time="2025-01-27 14:06:08.192778786Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=b0607f8c-fda4-4874-81f8-900632dd688f name=/runtime.v1.ImageService/PullImage
Jan 27 14:06:08 addons-790770 crio[973]: time="2025-01-27 14:06:08.195304195Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Jan 27 14:06:08 addons-790770 crio[973]: time="2025-01-27 14:06:08.555133571Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Jan 27 14:06:09 addons-790770 crio[973]: time="2025-01-27 14:06:09.413347366Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=b0607f8c-fda4-4874-81f8-900632dd688f name=/runtime.v1.ImageService/PullImage
Jan 27 14:06:09 addons-790770 crio[973]: time="2025-01-27 14:06:09.415476630Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=63d6b781-5d70-4420-bf02-7e10bf4d2243 name=/runtime.v1.ImageService/ImageStatus
Jan 27 14:06:09 addons-790770 crio[973]: time="2025-01-27 14:06:09.416218508Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=63d6b781-5d70-4420-bf02-7e10bf4d2243 name=/runtime.v1.ImageService/ImageStatus
Jan 27 14:06:09 addons-790770 crio[973]: time="2025-01-27 14:06:09.417199607Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=840c3046-6de5-41d5-82c6-db5334481b28 name=/runtime.v1.ImageService/ImageStatus
Jan 27 14:06:09 addons-790770 crio[973]: time="2025-01-27 14:06:09.418003935Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=840c3046-6de5-41d5-82c6-db5334481b28 name=/runtime.v1.ImageService/ImageStatus
Jan 27 14:06:09 addons-790770 crio[973]: time="2025-01-27 14:06:09.419180317Z" level=info msg="Creating container: default/hello-world-app-7d9564db4-v2dpt/hello-world-app" id=b505f98d-ae58-43cb-b1ae-3a77441eb04a name=/runtime.v1.RuntimeService/CreateContainer
Jan 27 14:06:09 addons-790770 crio[973]: time="2025-01-27 14:06:09.419271616Z" level=warning msg="Allowed annotations are specified for workload []"
Jan 27 14:06:09 addons-790770 crio[973]: time="2025-01-27 14:06:09.442181418Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/9d1134b3763c945439509ac754fb542fab89976c28e8cdd3c543c8579270b033/merged/etc/passwd: no such file or directory"
Jan 27 14:06:09 addons-790770 crio[973]: time="2025-01-27 14:06:09.442223765Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/9d1134b3763c945439509ac754fb542fab89976c28e8cdd3c543c8579270b033/merged/etc/group: no such file or directory"
Jan 27 14:06:09 addons-790770 crio[973]: time="2025-01-27 14:06:09.495178546Z" level=info msg="Created container 0a1858a45ac036ee00911a32d8d66d4df0a22e3088aa4448df4afd902acd912e: default/hello-world-app-7d9564db4-v2dpt/hello-world-app" id=b505f98d-ae58-43cb-b1ae-3a77441eb04a name=/runtime.v1.RuntimeService/CreateContainer
Jan 27 14:06:09 addons-790770 crio[973]: time="2025-01-27 14:06:09.496082952Z" level=info msg="Starting container: 0a1858a45ac036ee00911a32d8d66d4df0a22e3088aa4448df4afd902acd912e" id=c21feea4-7f24-46c2-beac-939973a658e0 name=/runtime.v1.RuntimeService/StartContainer
Jan 27 14:06:09 addons-790770 crio[973]: time="2025-01-27 14:06:09.505864546Z" level=info msg="Started container" PID=8938 containerID=0a1858a45ac036ee00911a32d8d66d4df0a22e3088aa4448df4afd902acd912e description=default/hello-world-app-7d9564db4-v2dpt/hello-world-app id=c21feea4-7f24-46c2-beac-939973a658e0 name=/runtime.v1.RuntimeService/StartContainer sandboxID=f39e563f6c86f9a10f5e5b7662c56975366b6fd32e838a447d7a157a7080a916
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
0a1858a45ac03 docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 f39e563f6c86f hello-world-app-7d9564db4-v2dpt
c6bb7935637f1 docker.io/library/nginx@sha256:4338a8ba9b9962d07e30e7ff4bbf27d62ee7523deb7205e8f0912169f1bbac10 2 minutes ago Running nginx 0 95c913a14e6a7 nginx
b3d67b3fbcbd8 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 3 minutes ago Running busybox 0 0c4c400e2cbc5 busybox
f1c057d1256fb registry.k8s.io/ingress-nginx/controller@sha256:787a5408fa511266888b2e765f9666bee67d9bf2518a6b7cfd4ab6cc01c22eee 3 minutes ago Running controller 0 7ff94906854b9 ingress-nginx-controller-56d7c84fd4-tdtlm
3d36e58eda640 d54655ed3a8543a162b688a24bf969ee1a28d906b8ccb30188059247efdae234 4 minutes ago Exited patch 2 a8db30456ddf6 ingress-nginx-admission-patch-l5mt7
37b69d248786a registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 4 minutes ago Exited create 0 4bd6b768c902a ingress-nginx-admission-create-fwgb5
58a73822df00f gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c 5 minutes ago Running minikube-ingress-dns 0 1cb432bf084cd kube-ingress-dns-minikube
9df93da9b4578 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 5 minutes ago Running coredns 0 49d5c13b1eed0 coredns-668d6bf9bc-wsktl
7269561d7328a ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 5 minutes ago Running storage-provisioner 0 5fa1256d5be39 storage-provisioner
37592d3cc643b e124fbed851d756107a6153db4dc52269a2fd34af3cc46f00a2ef113f868aab0 6 minutes ago Running kube-proxy 0 fbceb9ec36faa kube-proxy-5nnw4
c64cb973388bc 2be0bcf609c6573ee83e676c747f31bda661ab2d4e039c51839e38fd258d2903 6 minutes ago Running kindnet-cni 0 afdd62ed8d456 kindnet-fvfnt
b7a989a14162f 7fc9d4aa817aa6a3e549f3cd49d1f7b496407be979fc36dd5f356d59ce8c3a82 6 minutes ago Running etcd 0 24c54e4ec2015 etcd-addons-790770
60863df732592 ddb38cac617cb18802e09e448db4b3aa70e9e469b02defa76e6de7192847a71c 6 minutes ago Running kube-scheduler 0 6e15d22c18fe7 kube-scheduler-addons-790770
9d6052af2899c 265c2dedf28ab9b88c7910c1643e210ad62483867f2bab88f56919a6e49a0d19 6 minutes ago Running kube-apiserver 0 42d475a15f8b8 kube-apiserver-addons-790770
2ef63a2080626 2933761aa7adae93679cdde1c0bf457bd4dc4b53f95fc066a4c50aa9c375ea13 6 minutes ago Running kube-controller-manager 0 533ed775423ab kube-controller-manager-addons-790770
==> coredns [9df93da9b4578b318ebd1c095a4b55308b6aa76560481ef26cb03cc28e6f6a2e] <==
[INFO] 10.244.0.10:40940 - 33056 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.001848688s
[INFO] 10.244.0.10:40940 - 30414 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.000129247s
[INFO] 10.244.0.10:40940 - 56277 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.000099873s
[INFO] 10.244.0.10:46501 - 7773 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000161625s
[INFO] 10.244.0.10:46501 - 7544 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000084193s
[INFO] 10.244.0.10:50155 - 50487 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000095935s
[INFO] 10.244.0.10:50155 - 50924 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.00008585s
[INFO] 10.244.0.10:54302 - 25229 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000105305s
[INFO] 10.244.0.10:54302 - 25040 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000084907s
[INFO] 10.244.0.10:47717 - 21485 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001624466s
[INFO] 10.244.0.10:47717 - 21682 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.00284248s
[INFO] 10.244.0.10:42068 - 16102 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000145772s
[INFO] 10.244.0.10:42068 - 15657 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000101088s
[INFO] 10.244.0.19:34797 - 61456 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000195127s
[INFO] 10.244.0.19:47542 - 554 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000243087s
[INFO] 10.244.0.19:36244 - 57737 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000158138s
[INFO] 10.244.0.19:51217 - 16713 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000159935s
[INFO] 10.244.0.19:32775 - 61882 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000091717s
[INFO] 10.244.0.19:59232 - 61632 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000083611s
[INFO] 10.244.0.19:45678 - 12577 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.001956086s
[INFO] 10.244.0.19:59603 - 21647 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.001832163s
[INFO] 10.244.0.19:58040 - 21926 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000668253s
[INFO] 10.244.0.19:33948 - 30877 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.004047983s
[INFO] 10.244.0.24:47877 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000228547s
[INFO] 10.244.0.24:54292 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000169051s
==> describe nodes <==
Name: addons-790770
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-790770
kubernetes.io/os=linux
minikube.k8s.io/commit=6a5089c94d5c3e26f81a121b7614c4f7f440f9c0
minikube.k8s.io/name=addons-790770
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_01_27T13_59_30_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-790770
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 27 Jan 2025 13:59:26 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-790770
AcquireTime: <unset>
RenewTime: Mon, 27 Jan 2025 14:06:07 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 27 Jan 2025 14:04:35 +0000 Mon, 27 Jan 2025 13:59:23 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 27 Jan 2025 14:04:35 +0000 Mon, 27 Jan 2025 13:59:23 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 27 Jan 2025 14:04:35 +0000 Mon, 27 Jan 2025 13:59:23 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 27 Jan 2025 14:04:35 +0000 Mon, 27 Jan 2025 14:00:18 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-790770
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022304Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022304Ki
pods: 110
System Info:
Machine ID: bb15a0915bab44469228c25de2010886
System UUID: f9b95af3-43d3-4bde-ba57-64c9d02f07c0
Boot ID: b7abfdb7-2453-48c7-aae3-32d112d9514f
Kernel Version: 5.15.0-1075-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.32.1
Kube-Proxy Version: v1.32.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (13 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m43s
default hello-world-app-7d9564db4-v2dpt 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m22s
ingress-nginx ingress-nginx-controller-56d7c84fd4-tdtlm 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 6m29s
kube-system coredns-668d6bf9bc-wsktl 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 6m35s
kube-system etcd-addons-790770 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 6m40s
kube-system kindnet-fvfnt 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 6m36s
kube-system kube-apiserver-addons-790770 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m40s
kube-system kube-controller-manager-addons-790770 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m41s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m30s
kube-system kube-proxy-5nnw4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m36s
kube-system kube-scheduler-addons-790770 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m40s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m30s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 310Mi (3%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m29s kube-proxy
Normal Starting 6m47s kubelet Starting kubelet.
Warning CgroupV1 6m47s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 6m47s (x8 over 6m47s) kubelet Node addons-790770 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m47s (x8 over 6m47s) kubelet Node addons-790770 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m47s (x8 over 6m47s) kubelet Node addons-790770 status is now: NodeHasSufficientPID
Normal Starting 6m40s kubelet Starting kubelet.
Warning CgroupV1 6m40s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 6m40s kubelet Node addons-790770 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m40s kubelet Node addons-790770 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m40s kubelet Node addons-790770 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m36s node-controller Node addons-790770 event: Registered Node addons-790770 in Controller
Normal NodeReady 5m51s kubelet Node addons-790770 status is now: NodeReady
==> dmesg <==
[Jan27 12:50] hrtimer: interrupt took 50331376 ns
==> etcd [b7a989a14162f7fa77960e45c1d2b7590386cb2f25cb0d69a60e1ef45caabc4f] <==
{"level":"info","ts":"2025-01-27T13:59:36.275369Z","caller":"traceutil/trace.go:171","msg":"trace[1448257051] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"166.888452ms","start":"2025-01-27T13:59:36.108428Z","end":"2025-01-27T13:59:36.275316Z","steps":["trace[1448257051] 'process raft request' (duration: 49.965541ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-27T13:59:36.294456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.045941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-01-27T13:59:36.294535Z","caller":"traceutil/trace.go:171","msg":"trace[1876422922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:384; }","duration":"186.144944ms","start":"2025-01-27T13:59:36.108371Z","end":"2025-01-27T13:59:36.294516Z","steps":["trace[1876422922] 'agreement among raft nodes before linearized reading' (duration: 50.111815ms)","trace[1876422922] 'range keys from in-memory index tree' (duration: 135.908239ms)"],"step_count":2}
{"level":"warn","ts":"2025-01-27T13:59:37.305795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.307954ms","expected-duration":"100ms","prefix":"","request":"header:<ID:8128034877029090198 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/serviceaccounts/kube-node-lease/default\" mod_revision:358 > success:<request_put:<key:\"/registry/serviceaccounts/kube-node-lease/default\" value_size:128 >> failure:<request_range:<key:\"/registry/serviceaccounts/kube-node-lease/default\" > >>","response":"size:16"}
{"level":"info","ts":"2025-01-27T13:59:37.306111Z","caller":"traceutil/trace.go:171","msg":"trace[822765356] linearizableReadLoop","detail":"{readStateIndex:403; appliedIndex:401; }","duration":"142.877316ms","start":"2025-01-27T13:59:37.163211Z","end":"2025-01-27T13:59:37.306088Z","steps":["trace[822765356] 'read index received' (duration: 9.807471ms)","trace[822765356] 'applied index is now lower than readState.Index' (duration: 133.069221ms)"],"step_count":2}
{"level":"info","ts":"2025-01-27T13:59:37.307031Z","caller":"traceutil/trace.go:171","msg":"trace[938471514] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"148.047535ms","start":"2025-01-27T13:59:37.158971Z","end":"2025-01-27T13:59:37.307018Z","steps":["trace[938471514] 'process raft request' (duration: 14.090237ms)","trace[938471514] 'compare' (duration: 132.200532ms)"],"step_count":2}
{"level":"info","ts":"2025-01-27T13:59:37.307325Z","caller":"traceutil/trace.go:171","msg":"trace[1277635561] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"144.293937ms","start":"2025-01-27T13:59:37.163022Z","end":"2025-01-27T13:59:37.307316Z","steps":["trace[1277635561] 'process raft request' (duration: 142.949768ms)"],"step_count":1}
{"level":"info","ts":"2025-01-27T13:59:37.310278Z","caller":"traceutil/trace.go:171","msg":"trace[378880124] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"147.00305ms","start":"2025-01-27T13:59:37.163264Z","end":"2025-01-27T13:59:37.310267Z","steps":["trace[378880124] 'process raft request' (duration: 142.767883ms)"],"step_count":1}
{"level":"info","ts":"2025-01-27T13:59:37.310449Z","caller":"traceutil/trace.go:171","msg":"trace[1710694533] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"147.108331ms","start":"2025-01-27T13:59:37.163333Z","end":"2025-01-27T13:59:37.310441Z","steps":["trace[1710694533] 'process raft request' (duration: 142.724372ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-27T13:59:37.310624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.399647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-01-27T13:59:37.310692Z","caller":"traceutil/trace.go:171","msg":"trace[171770771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:393; }","duration":"147.477957ms","start":"2025-01-27T13:59:37.163206Z","end":"2025-01-27T13:59:37.310684Z","steps":["trace[171770771] 'agreement among raft nodes before linearized reading' (duration: 147.364742ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-27T13:59:37.310871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.175741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-5nnw4\" limit:1 ","response":"range_response_count:1 size:4833"}
{"level":"info","ts":"2025-01-27T13:59:37.310937Z","caller":"traceutil/trace.go:171","msg":"trace[1418798155] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-5nnw4; range_end:; response_count:1; response_revision:393; }","duration":"146.244492ms","start":"2025-01-27T13:59:37.164686Z","end":"2025-01-27T13:59:37.310930Z","steps":["trace[1418798155] 'agreement among raft nodes before linearized reading' (duration: 146.142255ms)"],"step_count":1}
{"level":"info","ts":"2025-01-27T13:59:37.565411Z","caller":"traceutil/trace.go:171","msg":"trace[1255344014] linearizableReadLoop","detail":"{readStateIndex:406; appliedIndex:405; }","duration":"111.873086ms","start":"2025-01-27T13:59:37.453522Z","end":"2025-01-27T13:59:37.565395Z","steps":["trace[1255344014] 'read index received' (duration: 111.711411ms)","trace[1255344014] 'applied index is now lower than readState.Index' (duration: 161.117µs)"],"step_count":2}
{"level":"info","ts":"2025-01-27T13:59:37.605377Z","caller":"traceutil/trace.go:171","msg":"trace[1700456680] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"152.031731ms","start":"2025-01-27T13:59:37.453327Z","end":"2025-01-27T13:59:37.605359Z","steps":["trace[1700456680] 'process raft request' (duration: 111.9522ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-27T13:59:37.606014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.889057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-01-27T13:59:37.606097Z","caller":"traceutil/trace.go:171","msg":"trace[1441788719] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:394; }","duration":"114.972216ms","start":"2025-01-27T13:59:37.491115Z","end":"2025-01-27T13:59:37.606087Z","steps":["trace[1441788719] 'agreement among raft nodes before linearized reading' (duration: 114.859888ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-27T13:59:37.605609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.071427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/registry\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-01-27T13:59:37.625265Z","caller":"traceutil/trace.go:171","msg":"trace[632592248] range","detail":"{range_begin:/registry/deployments/kube-system/registry; range_end:; response_count:0; response_revision:394; }","duration":"171.728208ms","start":"2025-01-27T13:59:37.453515Z","end":"2025-01-27T13:59:37.625243Z","steps":["trace[632592248] 'agreement among raft nodes before linearized reading' (duration: 151.895434ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-27T13:59:37.626155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.8422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-790770\" limit:1 ","response":"range_response_count:1 size:5815"}
{"level":"info","ts":"2025-01-27T13:59:37.632666Z","caller":"traceutil/trace.go:171","msg":"trace[1158769669] range","detail":"{range_begin:/registry/minions/addons-790770; range_end:; response_count:1; response_revision:394; }","duration":"141.355176ms","start":"2025-01-27T13:59:37.491289Z","end":"2025-01-27T13:59:37.632645Z","steps":["trace[1158769669] 'agreement among raft nodes before linearized reading' (duration: 134.786815ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-27T13:59:37.605655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.247017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/standard\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2025-01-27T13:59:37.605675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.41121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/storage-provisioner\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-01-27T13:59:37.665934Z","caller":"traceutil/trace.go:171","msg":"trace[1584106763] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/storage-provisioner; range_end:; response_count:0; response_revision:394; }","duration":"212.656062ms","start":"2025-01-27T13:59:37.453260Z","end":"2025-01-27T13:59:37.665916Z","steps":["trace[1584106763] 'agreement among raft nodes before linearized reading' (duration: 151.760657ms)"],"step_count":1}
{"level":"info","ts":"2025-01-27T13:59:37.666085Z","caller":"traceutil/trace.go:171","msg":"trace[1175071860] range","detail":"{range_begin:/registry/storageclasses/standard; range_end:; response_count:0; response_revision:394; }","duration":"212.670281ms","start":"2025-01-27T13:59:37.453404Z","end":"2025-01-27T13:59:37.666074Z","steps":["trace[1175071860] 'agreement among raft nodes before linearized reading' (duration: 152.233897ms)"],"step_count":1}
==> kernel <==
14:06:10 up 3:48, 0 users, load average: 0.14, 1.15, 2.13
Linux addons-790770 5.15.0-1075-aws #82~20.04.1-Ubuntu SMP Thu Dec 19 05:23:06 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [c64cb973388bc0a2909e59b1f91e1db13cb6329bdef0d091f75a11329dd18cd2] <==
I0127 14:04:07.725138 1 main.go:301] handling current node
I0127 14:04:17.725027 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 14:04:17.725061 1 main.go:301] handling current node
I0127 14:04:27.725745 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 14:04:27.725781 1 main.go:301] handling current node
I0127 14:04:37.725438 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 14:04:37.725478 1 main.go:301] handling current node
I0127 14:04:47.724742 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 14:04:47.724775 1 main.go:301] handling current node
I0127 14:04:57.724915 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 14:04:57.724950 1 main.go:301] handling current node
I0127 14:05:07.725133 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 14:05:07.725180 1 main.go:301] handling current node
I0127 14:05:17.725037 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 14:05:17.725072 1 main.go:301] handling current node
I0127 14:05:27.725032 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 14:05:27.725065 1 main.go:301] handling current node
I0127 14:05:37.725608 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 14:05:37.725642 1 main.go:301] handling current node
I0127 14:05:47.725070 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 14:05:47.725207 1 main.go:301] handling current node
I0127 14:05:57.725041 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 14:05:57.725149 1 main.go:301] handling current node
I0127 14:06:07.725726 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 14:06:07.725836 1 main.go:301] handling current node
==> kube-apiserver [9d6052af2899c662705fa6e3722cb09ef2534baea4800d3dd66727c13f733e94] <==
E0127 14:02:36.579591 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:42670: use of closed network connection
I0127 14:02:46.511118 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.110.81.149"}
I0127 14:03:41.218960 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0127 14:03:42.351437 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0127 14:03:46.924284 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0127 14:03:47.221110 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.98.211.116"}
I0127 14:03:49.455896 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0127 14:03:51.547090 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
E0127 14:04:10.499073 1 watch.go:278] "Unhandled Error" err="http2: stream closed" logger="UnhandledError"
I0127 14:04:11.454118 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0127 14:04:11.454175 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0127 14:04:11.475113 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0127 14:04:11.475176 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0127 14:04:11.510484 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0127 14:04:11.510541 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0127 14:04:11.541083 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0127 14:04:11.541401 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0127 14:04:12.510870 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0127 14:04:12.541479 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0127 14:04:12.561313 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
E0127 14:04:29.598087 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E0127 14:04:29.608188 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E0127 14:04:29.619084 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E0127 14:04:44.620536 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I0127 14:06:08.065193 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.106.139.53"}
==> kube-controller-manager [2ef63a2080626bc93b29eb24e3014baa129149ae33e99dcc19af31dc2d4029f3] <==
W0127 14:05:19.105544 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0127 14:05:19.106613 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0127 14:05:19.107584 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0127 14:05:19.107625 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0127 14:05:28.608318 1 namespace_controller.go:187] "Namespace has been deleted" logger="namespace-controller" namespace="yakd-dashboard"
W0127 14:05:35.534995 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0127 14:05:35.536301 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0127 14:05:35.538661 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0127 14:05:35.539490 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0127 14:05:35.691974 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/cloud-spanner-emulator-5d76cffbc" duration="4.619µs"
W0127 14:05:56.510739 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0127 14:05:56.511851 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W0127 14:05:56.512827 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0127 14:05:56.512867 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0127 14:06:05.950252 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0127 14:06:05.951331 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotclasses"
W0127 14:06:05.952374 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0127 14:06:05.952412 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0127 14:06:07.829291 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="35.042553ms"
I0127 14:06:07.842716 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="13.299204ms"
I0127 14:06:07.842877 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="38.359µs"
W0127 14:06:10.104309 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0127 14:06:10.105523 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0127 14:06:10.106707 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0127 14:06:10.106748 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
==> kube-proxy [37592d3cc643b7da490ad38caaf1d133c7058b03e17c4fc779114e2ea48339f7] <==
I0127 13:59:39.048286 1 server_linux.go:66] "Using iptables proxy"
I0127 13:59:39.741253 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0127 13:59:39.756529 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0127 13:59:40.255109 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0127 13:59:40.255165 1 server_linux.go:170] "Using iptables Proxier"
I0127 13:59:40.283222 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0127 13:59:40.283657 1 server.go:497] "Version info" version="v1.32.1"
I0127 13:59:40.285396 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0127 13:59:40.290755 1 config.go:199] "Starting service config controller"
I0127 13:59:40.290853 1 shared_informer.go:313] Waiting for caches to sync for service config
I0127 13:59:40.290925 1 config.go:105] "Starting endpoint slice config controller"
I0127 13:59:40.290958 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0127 13:59:40.291564 1 config.go:329] "Starting node config controller"
I0127 13:59:40.292383 1 shared_informer.go:313] Waiting for caches to sync for node config
I0127 13:59:40.391317 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0127 13:59:40.391361 1 shared_informer.go:320] Caches are synced for service config
I0127 13:59:40.394258 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [60863df73259277c6081f4e2e56568c43f6de16503cf7c73b579f8eed272aa01] <==
W0127 13:59:26.881906 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0127 13:59:26.881928 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0127 13:59:26.881972 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0127 13:59:26.881989 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0127 13:59:26.882056 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "volumeattachments" in API group "storage.k8s.io" at the cluster scope
E0127 13:59:26.882082 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.VolumeAttachment: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0127 13:59:26.882169 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0127 13:59:26.882187 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0127 13:59:26.882213 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0127 13:59:26.882229 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0127 13:59:26.882289 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0127 13:59:26.882309 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0127 13:59:26.882392 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0127 13:59:26.882414 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0127 13:59:26.884439 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0127 13:59:26.884473 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0127 13:59:27.691253 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0127 13:59:27.691373 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0127 13:59:27.712001 1 reflector.go:569] runtime/asm_arm64.s:1223: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0127 13:59:27.712049 1 reflector.go:166] "Unhandled Error" err="runtime/asm_arm64.s:1223: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W0127 13:59:27.732473 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0127 13:59:27.732579 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0127 13:59:27.833716 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0127 13:59:27.833764 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
I0127 13:59:30.772725 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Jan 27 14:05:31 addons-790770 kubelet[1517]: I0127 14:05:31.070057 1517 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="fd20b544-75f0-46ac-beee-0f2d1020bcb4" path="/var/lib/kubelet/pods/fd20b544-75f0-46ac-beee-0f2d1020bcb4/volumes"
Jan 27 14:05:35 addons-790770 kubelet[1517]: E0127 14:05:35.637582 1517 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/e93322b8c9b46dc565539edf0201e603a0a74ee4bbe377b01d3c9cd9ca155114/diff" to get inode usage: stat /var/lib/containers/storage/overlay/e93322b8c9b46dc565539edf0201e603a0a74ee4bbe377b01d3c9cd9ca155114/diff: no such file or directory, extraDiskErr: <nil>
Jan 27 14:05:36 addons-790770 kubelet[1517]: I0127 14:05:36.104479 1517 reconciler_common.go:162] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fnzh2\" (UniqueName: \"kubernetes.io/projected/1e628989-3be3-4245-93ae-daeeb008f1b1-kube-api-access-fnzh2\") pod \"1e628989-3be3-4245-93ae-daeeb008f1b1\" (UID: \"1e628989-3be3-4245-93ae-daeeb008f1b1\") "
Jan 27 14:05:36 addons-790770 kubelet[1517]: I0127 14:05:36.106500 1517 operation_generator.go:780] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1e628989-3be3-4245-93ae-daeeb008f1b1-kube-api-access-fnzh2" (OuterVolumeSpecName: "kube-api-access-fnzh2") pod "1e628989-3be3-4245-93ae-daeeb008f1b1" (UID: "1e628989-3be3-4245-93ae-daeeb008f1b1"). InnerVolumeSpecName "kube-api-access-fnzh2". PluginName "kubernetes.io/projected", VolumeGIDValue ""
Jan 27 14:05:36 addons-790770 kubelet[1517]: I0127 14:05:36.204825 1517 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-fnzh2\" (UniqueName: \"kubernetes.io/projected/1e628989-3be3-4245-93ae-daeeb008f1b1-kube-api-access-fnzh2\") on node \"addons-790770\" DevicePath \"\""
Jan 27 14:05:36 addons-790770 kubelet[1517]: I0127 14:05:36.418379 1517 scope.go:117] "RemoveContainer" containerID="1170f8dfbe9bf34a58a879489696b458ece6077f9c34f179ebe21aec5219c6a0"
Jan 27 14:05:36 addons-790770 kubelet[1517]: I0127 14:05:36.439020 1517 scope.go:117] "RemoveContainer" containerID="1170f8dfbe9bf34a58a879489696b458ece6077f9c34f179ebe21aec5219c6a0"
Jan 27 14:05:36 addons-790770 kubelet[1517]: E0127 14:05:36.439530 1517 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1170f8dfbe9bf34a58a879489696b458ece6077f9c34f179ebe21aec5219c6a0\": container with ID starting with 1170f8dfbe9bf34a58a879489696b458ece6077f9c34f179ebe21aec5219c6a0 not found: ID does not exist" containerID="1170f8dfbe9bf34a58a879489696b458ece6077f9c34f179ebe21aec5219c6a0"
Jan 27 14:05:36 addons-790770 kubelet[1517]: I0127 14:05:36.439567 1517 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1170f8dfbe9bf34a58a879489696b458ece6077f9c34f179ebe21aec5219c6a0"} err="failed to get container status \"1170f8dfbe9bf34a58a879489696b458ece6077f9c34f179ebe21aec5219c6a0\": rpc error: code = NotFound desc = could not find container \"1170f8dfbe9bf34a58a879489696b458ece6077f9c34f179ebe21aec5219c6a0\": container with ID starting with 1170f8dfbe9bf34a58a879489696b458ece6077f9c34f179ebe21aec5219c6a0 not found: ID does not exist"
Jan 27 14:05:37 addons-790770 kubelet[1517]: I0127 14:05:37.069871 1517 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1e628989-3be3-4245-93ae-daeeb008f1b1" path="/var/lib/kubelet/pods/1e628989-3be3-4245-93ae-daeeb008f1b1/volumes"
Jan 27 14:05:39 addons-790770 kubelet[1517]: E0127 14:05:39.264249 1517 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737986739264001004,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595443,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 14:05:39 addons-790770 kubelet[1517]: E0127 14:05:39.264284 1517 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737986739264001004,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595443,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 14:05:49 addons-790770 kubelet[1517]: E0127 14:05:49.266615 1517 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737986749266375825,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595443,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 14:05:49 addons-790770 kubelet[1517]: E0127 14:05:49.266652 1517 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737986749266375825,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595443,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 14:05:59 addons-790770 kubelet[1517]: E0127 14:05:59.269531 1517 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737986759269303467,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595443,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 14:05:59 addons-790770 kubelet[1517]: E0127 14:05:59.269572 1517 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737986759269303467,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595443,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 14:06:07 addons-790770 kubelet[1517]: I0127 14:06:07.818835 1517 memory_manager.go:355] "RemoveStaleState removing state" podUID="571231a4-f000-48c2-87e2-4fecf0d78aca" containerName="local-path-provisioner"
Jan 27 14:06:07 addons-790770 kubelet[1517]: I0127 14:06:07.818880 1517 memory_manager.go:355] "RemoveStaleState removing state" podUID="1e628989-3be3-4245-93ae-daeeb008f1b1" containerName="cloud-spanner-emulator"
Jan 27 14:06:07 addons-790770 kubelet[1517]: I0127 14:06:07.818889 1517 memory_manager.go:355] "RemoveStaleState removing state" podUID="fd20b544-75f0-46ac-beee-0f2d1020bcb4" containerName="nvidia-device-plugin-ctr"
Jan 27 14:06:07 addons-790770 kubelet[1517]: I0127 14:06:07.818897 1517 memory_manager.go:355] "RemoveStaleState removing state" podUID="02a8319c-6c2b-4b18-90a0-5cca1fb98d07" containerName="helper-pod"
Jan 27 14:06:07 addons-790770 kubelet[1517]: I0127 14:06:07.818903 1517 memory_manager.go:355] "RemoveStaleState removing state" podUID="b4b4da69-0d36-464c-b4f4-25c2507f2e9c" containerName="yakd"
Jan 27 14:06:08 addons-790770 kubelet[1517]: I0127 14:06:07.999961 1517 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6dhdz\" (UniqueName: \"kubernetes.io/projected/17fc014f-90ec-4a66-a6d6-4e958f261728-kube-api-access-6dhdz\") pod \"hello-world-app-7d9564db4-v2dpt\" (UID: \"17fc014f-90ec-4a66-a6d6-4e958f261728\") " pod="default/hello-world-app-7d9564db4-v2dpt"
Jan 27 14:06:08 addons-790770 kubelet[1517]: W0127 14:06:08.182307 1517 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/b4ddec1f821217327b445106d014b6e3fc930cf0c66ab6baa1e14f85dd1c1ce6/crio-f39e563f6c86f9a10f5e5b7662c56975366b6fd32e838a447d7a157a7080a916 WatchSource:0}: Error finding container f39e563f6c86f9a10f5e5b7662c56975366b6fd32e838a447d7a157a7080a916: Status 404 returned error can't find the container with id f39e563f6c86f9a10f5e5b7662c56975366b6fd32e838a447d7a157a7080a916
Jan 27 14:06:09 addons-790770 kubelet[1517]: E0127 14:06:09.272058 1517 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737986769271788085,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595443,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 14:06:09 addons-790770 kubelet[1517]: E0127 14:06:09.272094 1517 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737986769271788085,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595443,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
==> storage-provisioner [7269561d7328a72d2cd43ec1a24818f9e1b59fd94829b9d7d11cc53df5e34b91] <==
I0127 14:00:19.239801 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0127 14:00:19.264082 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0127 14:00:19.264203 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0127 14:00:19.279022 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0127 14:00:19.279377 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"d6c1a66c-c3b0-454f-8a96-104858a519eb", APIVersion:"v1", ResourceVersion:"947", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-790770_b9e9a068-db3d-4b22-8573-055c127c6cf7 became leader
I0127 14:00:19.279469 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-790770_b9e9a068-db3d-4b22-8573-055c127c6cf7!
I0127 14:00:19.380268 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-790770_b9e9a068-db3d-4b22-8573-055c127c6cf7!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-790770 -n addons-790770
helpers_test.go:261: (dbg) Run: kubectl --context addons-790770 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-fwgb5 ingress-nginx-admission-patch-l5mt7
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-790770 describe pod ingress-nginx-admission-create-fwgb5 ingress-nginx-admission-patch-l5mt7
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-790770 describe pod ingress-nginx-admission-create-fwgb5 ingress-nginx-admission-patch-l5mt7: exit status 1 (82.493878ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-fwgb5" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-l5mt7" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-790770 describe pod ingress-nginx-admission-create-fwgb5 ingress-nginx-admission-patch-l5mt7: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-790770 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-790770 addons disable ingress-dns --alsologtostderr -v=1: (1.336101518s)
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-790770 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-790770 addons disable ingress --alsologtostderr -v=1: (7.809458698s)
--- FAIL: TestAddons/parallel/Ingress (153.76s)