=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-494116 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-494116 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-494116 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [55c90ca5-e284-46d9-a60a-55c7093e16fc] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [55c90ca5-e284-46d9-a60a-55c7093e16fc] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 8.004364669s
I0122 20:15:59.432654 301152 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-494116 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-494116 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m10.026819375s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-494116 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-494116 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-494116
helpers_test.go:235: (dbg) docker inspect addons-494116:
-- stdout --
[
{
"Id": "016bb27abd5fcfe51dce87321eec6a6113b5d5a6433a59ec5e805d2536289b8c",
"Created": "2025-01-22T20:12:23.925688299Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 302427,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-01-22T20:12:24.079648447Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:0434cf58b6dbace281e5de753aa4b2e3fe33dc9a3be53021531403743c3f155a",
"ResolvConfPath": "/var/lib/docker/containers/016bb27abd5fcfe51dce87321eec6a6113b5d5a6433a59ec5e805d2536289b8c/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/016bb27abd5fcfe51dce87321eec6a6113b5d5a6433a59ec5e805d2536289b8c/hostname",
"HostsPath": "/var/lib/docker/containers/016bb27abd5fcfe51dce87321eec6a6113b5d5a6433a59ec5e805d2536289b8c/hosts",
"LogPath": "/var/lib/docker/containers/016bb27abd5fcfe51dce87321eec6a6113b5d5a6433a59ec5e805d2536289b8c/016bb27abd5fcfe51dce87321eec6a6113b5d5a6433a59ec5e805d2536289b8c-json.log",
"Name": "/addons-494116",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-494116:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-494116",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/42868dd46c2277c0806ab4e5b2a756dc182901225007d08d9b4259c3ff40c417-init/diff:/var/lib/docker/overlay2/94dbfcdd71a1c49af0462c2fe03e3694f8f69e11387b5f89eaffe6e48fac6513/diff",
"MergedDir": "/var/lib/docker/overlay2/42868dd46c2277c0806ab4e5b2a756dc182901225007d08d9b4259c3ff40c417/merged",
"UpperDir": "/var/lib/docker/overlay2/42868dd46c2277c0806ab4e5b2a756dc182901225007d08d9b4259c3ff40c417/diff",
"WorkDir": "/var/lib/docker/overlay2/42868dd46c2277c0806ab4e5b2a756dc182901225007d08d9b4259c3ff40c417/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-494116",
"Source": "/var/lib/docker/volumes/addons-494116/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-494116",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-494116",
"name.minikube.sigs.k8s.io": "addons-494116",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "e530cb3401e3a8890757a68b5e152f8db0e802eed64d02a4053abb5a96739253",
"SandboxKey": "/var/run/docker/netns/e530cb3401e3",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33138"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33139"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33142"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33140"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33141"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-494116": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "6d6e6adf0500d9be8abcd0f7514ef0a337068c5c5a1dcc347a25aeac00f59dd5",
"EndpointID": "76f80aee5917a407ea7b0637c726dddb0fb3d54992312f97047937e84d6d8748",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-494116",
"016bb27abd5f"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-494116 -n addons-494116
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-494116 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-494116 logs -n 25: (1.617053703s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-587140 | download-only-587140 | jenkins | v1.35.0 | 22 Jan 25 20:11 UTC | 22 Jan 25 20:11 UTC |
| start | --download-only -p | download-docker-529108 | jenkins | v1.35.0 | 22 Jan 25 20:11 UTC | |
| | download-docker-529108 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-529108 | download-docker-529108 | jenkins | v1.35.0 | 22 Jan 25 20:11 UTC | 22 Jan 25 20:11 UTC |
| start | --download-only -p | binary-mirror-058821 | jenkins | v1.35.0 | 22 Jan 25 20:11 UTC | |
| | binary-mirror-058821 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:42755 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-058821 | binary-mirror-058821 | jenkins | v1.35.0 | 22 Jan 25 20:11 UTC | 22 Jan 25 20:11 UTC |
| addons | enable dashboard -p | addons-494116 | jenkins | v1.35.0 | 22 Jan 25 20:11 UTC | |
| | addons-494116 | | | | | |
| addons | disable dashboard -p | addons-494116 | jenkins | v1.35.0 | 22 Jan 25 20:11 UTC | |
| | addons-494116 | | | | | |
| start | -p addons-494116 --wait=true | addons-494116 | jenkins | v1.35.0 | 22 Jan 25 20:11 UTC | 22 Jan 25 20:14 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-494116 addons disable | addons-494116 | jenkins | v1.35.0 | 22 Jan 25 20:14 UTC | 22 Jan 25 20:14 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-494116 addons disable | addons-494116 | jenkins | v1.35.0 | 22 Jan 25 20:15 UTC | 22 Jan 25 20:15 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-494116 | jenkins | v1.35.0 | 22 Jan 25 20:15 UTC | 22 Jan 25 20:15 UTC |
| | -p addons-494116 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-494116 addons disable | addons-494116 | jenkins | v1.35.0 | 22 Jan 25 20:15 UTC | 22 Jan 25 20:15 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-494116 ip | addons-494116 | jenkins | v1.35.0 | 22 Jan 25 20:15 UTC | 22 Jan 25 20:15 UTC |
| addons | addons-494116 addons disable | addons-494116 | jenkins | v1.35.0 | 22 Jan 25 20:15 UTC | 22 Jan 25 20:15 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-494116 addons | addons-494116 | jenkins | v1.35.0 | 22 Jan 25 20:15 UTC | 22 Jan 25 20:15 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-494116 addons | addons-494116 | jenkins | v1.35.0 | 22 Jan 25 20:15 UTC | 22 Jan 25 20:15 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-494116 ssh curl -s | addons-494116 | jenkins | v1.35.0 | 22 Jan 25 20:15 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-494116 addons | addons-494116 | jenkins | v1.35.0 | 22 Jan 25 20:16 UTC | 22 Jan 25 20:16 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-494116 addons | addons-494116 | jenkins | v1.35.0 | 22 Jan 25 20:16 UTC | 22 Jan 25 20:16 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-494116 ssh cat | addons-494116 | jenkins | v1.35.0 | 22 Jan 25 20:16 UTC | 22 Jan 25 20:16 UTC |
| | /opt/local-path-provisioner/pvc-15e4f0b5-4c51-4e93-b3e2-f6cfb4dd0885_default_test-pvc/file1 | | | | | |
| addons | addons-494116 addons disable | addons-494116 | jenkins | v1.35.0 | 22 Jan 25 20:16 UTC | 22 Jan 25 20:16 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-494116 addons disable | addons-494116 | jenkins | v1.35.0 | 22 Jan 25 20:16 UTC | 22 Jan 25 20:16 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-494116 addons | addons-494116 | jenkins | v1.35.0 | 22 Jan 25 20:16 UTC | 22 Jan 25 20:16 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-494116 addons | addons-494116 | jenkins | v1.35.0 | 22 Jan 25 20:16 UTC | 22 Jan 25 20:16 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-494116 ip | addons-494116 | jenkins | v1.35.0 | 22 Jan 25 20:18 UTC | 22 Jan 25 20:18 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/01/22 20:11:59
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.23.4 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0122 20:11:59.632425 301918 out.go:345] Setting OutFile to fd 1 ...
I0122 20:11:59.632645 301918 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0122 20:11:59.632674 301918 out.go:358] Setting ErrFile to fd 2...
I0122 20:11:59.632694 301918 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0122 20:11:59.633072 301918 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20288-295636/.minikube/bin
I0122 20:11:59.633614 301918 out.go:352] Setting JSON to false
I0122 20:11:59.634665 301918 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":6857,"bootTime":1737569863,"procs":164,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1075-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I0122 20:11:59.634767 301918 start.go:139] virtualization:
I0122 20:11:59.636572 301918 out.go:177] * [addons-494116] minikube v1.35.0 on Ubuntu 20.04 (arm64)
I0122 20:11:59.637992 301918 out.go:177] - MINIKUBE_LOCATION=20288
I0122 20:11:59.638158 301918 notify.go:220] Checking for updates...
I0122 20:11:59.640448 301918 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0122 20:11:59.641749 301918 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20288-295636/kubeconfig
I0122 20:11:59.643006 301918 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20288-295636/.minikube
I0122 20:11:59.644111 301918 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0122 20:11:59.645153 301918 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0122 20:11:59.646512 301918 driver.go:394] Setting default libvirt URI to qemu:///system
I0122 20:11:59.666523 301918 docker.go:123] docker version: linux-27.5.1:Docker Engine - Community
I0122 20:11:59.666654 301918 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0122 20:11:59.732214 301918 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:25 OomKillDisable:true NGoroutines:46 SystemTime:2025-01-22 20:11:59.723075856 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1075-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214839296 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:27.5.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb Expected:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb} RuncCommit:{ID:v1.2.4-0-g6c52b3f Expected:v1.2.4-0-g6c52b3f} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors
:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.20.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.32.4]] Warnings:<nil>}}
I0122 20:11:59.732333 301918 docker.go:318] overlay module found
I0122 20:11:59.733668 301918 out.go:177] * Using the docker driver based on user configuration
I0122 20:11:59.734733 301918 start.go:297] selected driver: docker
I0122 20:11:59.734753 301918 start.go:901] validating driver "docker" against <nil>
I0122 20:11:59.734767 301918 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0122 20:11:59.735507 301918 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0122 20:11:59.785802 301918 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:25 OomKillDisable:true NGoroutines:46 SystemTime:2025-01-22 20:11:59.777567443 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1075-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214839296 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:27.5.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb Expected:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb} RuncCommit:{ID:v1.2.4-0-g6c52b3f Expected:v1.2.4-0-g6c52b3f} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors
:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.20.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.32.4]] Warnings:<nil>}}
I0122 20:11:59.786002 301918 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0122 20:11:59.786223 301918 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0122 20:11:59.787487 301918 out.go:177] * Using Docker driver with root privileges
I0122 20:11:59.788570 301918 cni.go:84] Creating CNI manager for ""
I0122 20:11:59.788769 301918 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0122 20:11:59.788783 301918 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0122 20:11:59.788883 301918 start.go:340] cluster config:
{Name:addons-494116 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-494116 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: Network
Plugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPau
seInterval:1m0s}
I0122 20:11:59.790239 301918 out.go:177] * Starting "addons-494116" primary control-plane node in "addons-494116" cluster
I0122 20:11:59.791314 301918 cache.go:121] Beginning downloading kic base image for docker with crio
I0122 20:11:59.792785 301918 out.go:177] * Pulling base image v0.0.46 ...
I0122 20:11:59.793842 301918 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0122 20:11:59.793903 301918 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20288-295636/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4
I0122 20:11:59.793932 301918 cache.go:56] Caching tarball of preloaded images
I0122 20:11:59.794033 301918 preload.go:172] Found /home/jenkins/minikube-integration/20288-295636/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I0122 20:11:59.794058 301918 cache.go:59] Finished verifying existence of preloaded tar for v1.32.1 on crio
I0122 20:11:59.794402 301918 profile.go:143] Saving config to /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/config.json ...
I0122 20:11:59.794430 301918 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/config.json: {Name:mkab4568eff2f315db7217787b27c7278f2e1841 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0122 20:11:59.793905 301918 image.go:81] Checking for gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local docker daemon
I0122 20:11:59.809782 301918 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 to local cache
I0122 20:11:59.809893 301918 image.go:65] Checking for gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local cache directory
I0122 20:11:59.809915 301918 image.go:68] Found gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local cache directory, skipping pull
I0122 20:11:59.809921 301918 image.go:137] gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 exists in cache, skipping pull
I0122 20:11:59.809928 301918 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 as a tarball
I0122 20:11:59.809936 301918 cache.go:163] Loading gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 from local cache
I0122 20:12:17.479038 301918 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 from cached tarball
I0122 20:12:17.479080 301918 cache.go:227] Successfully downloaded all kic artifacts
I0122 20:12:17.479121 301918 start.go:360] acquireMachinesLock for addons-494116: {Name:mkd50512274b4d0badca016735a099a69bbbb8e5 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0122 20:12:17.479245 301918 start.go:364] duration metric: took 100.559µs to acquireMachinesLock for "addons-494116"
I0122 20:12:17.479275 301918 start.go:93] Provisioning new machine with config: &{Name:addons-494116 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-494116 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[
] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVM
netClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0122 20:12:17.479368 301918 start.go:125] createHost starting for "" (driver="docker")
I0122 20:12:17.482636 301918 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0122 20:12:17.482888 301918 start.go:159] libmachine.API.Create for "addons-494116" (driver="docker")
I0122 20:12:17.482928 301918 client.go:168] LocalClient.Create starting
I0122 20:12:17.483035 301918 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20288-295636/.minikube/certs/ca.pem
I0122 20:12:17.624963 301918 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20288-295636/.minikube/certs/cert.pem
I0122 20:12:18.082712 301918 cli_runner.go:164] Run: docker network inspect addons-494116 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0122 20:12:18.099219 301918 cli_runner.go:211] docker network inspect addons-494116 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0122 20:12:18.099320 301918 network_create.go:284] running [docker network inspect addons-494116] to gather additional debugging logs...
I0122 20:12:18.099343 301918 cli_runner.go:164] Run: docker network inspect addons-494116
W0122 20:12:18.116514 301918 cli_runner.go:211] docker network inspect addons-494116 returned with exit code 1
I0122 20:12:18.116565 301918 network_create.go:287] error running [docker network inspect addons-494116]: docker network inspect addons-494116: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-494116 not found
I0122 20:12:18.116579 301918 network_create.go:289] output of [docker network inspect addons-494116]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-494116 not found
** /stderr **
I0122 20:12:18.116769 301918 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0122 20:12:18.133334 301918 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001c66af0}
I0122 20:12:18.133382 301918 network_create.go:124] attempt to create docker network addons-494116 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0122 20:12:18.133443 301918 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-494116 addons-494116
I0122 20:12:18.210000 301918 network_create.go:108] docker network addons-494116 192.168.49.0/24 created
I0122 20:12:18.210037 301918 kic.go:121] calculated static IP "192.168.49.2" for the "addons-494116" container
I0122 20:12:18.210125 301918 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0122 20:12:18.225269 301918 cli_runner.go:164] Run: docker volume create addons-494116 --label name.minikube.sigs.k8s.io=addons-494116 --label created_by.minikube.sigs.k8s.io=true
I0122 20:12:18.243294 301918 oci.go:103] Successfully created a docker volume addons-494116
I0122 20:12:18.243396 301918 cli_runner.go:164] Run: docker run --rm --name addons-494116-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-494116 --entrypoint /usr/bin/test -v addons-494116:/var gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -d /var/lib
I0122 20:12:19.680901 301918 cli_runner.go:217] Completed: docker run --rm --name addons-494116-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-494116 --entrypoint /usr/bin/test -v addons-494116:/var gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -d /var/lib: (1.437461612s)
I0122 20:12:19.680933 301918 oci.go:107] Successfully prepared a docker volume addons-494116
I0122 20:12:19.680983 301918 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0122 20:12:19.681003 301918 kic.go:194] Starting extracting preloaded images to volume ...
I0122 20:12:19.681074 301918 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20288-295636/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-494116:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -I lz4 -xf /preloaded.tar -C /extractDir
I0122 20:12:23.856855 301918 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20288-295636/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-494116:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -I lz4 -xf /preloaded.tar -C /extractDir: (4.175725375s)
I0122 20:12:23.856890 301918 kic.go:203] duration metric: took 4.175883458s to extract preloaded images to volume ...
W0122 20:12:23.857025 301918 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0122 20:12:23.857141 301918 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0122 20:12:23.911269 301918 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-494116 --name addons-494116 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-494116 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-494116 --network addons-494116 --ip 192.168.49.2 --volume addons-494116:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279
I0122 20:12:24.230822 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Running}}
I0122 20:12:24.252928 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:24.275460 301918 cli_runner.go:164] Run: docker exec addons-494116 stat /var/lib/dpkg/alternatives/iptables
I0122 20:12:24.324081 301918 oci.go:144] the created container "addons-494116" has a running status.
I0122 20:12:24.324111 301918 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa...
I0122 20:12:25.051923 301918 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0122 20:12:25.077297 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:25.099471 301918 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0122 20:12:25.099498 301918 kic_runner.go:114] Args: [docker exec --privileged addons-494116 chown docker:docker /home/docker/.ssh/authorized_keys]
I0122 20:12:25.150345 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:25.177312 301918 machine.go:93] provisionDockerMachine start ...
I0122 20:12:25.177404 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:25.202026 301918 main.go:141] libmachine: Using SSH client type: native
I0122 20:12:25.202298 301918 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x4132a0] 0x415ae0 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I0122 20:12:25.202307 301918 main.go:141] libmachine: About to run SSH command:
hostname
I0122 20:12:25.328427 301918 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-494116
I0122 20:12:25.328458 301918 ubuntu.go:169] provisioning hostname "addons-494116"
I0122 20:12:25.328532 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:25.351556 301918 main.go:141] libmachine: Using SSH client type: native
I0122 20:12:25.351838 301918 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x4132a0] 0x415ae0 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I0122 20:12:25.351856 301918 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-494116 && echo "addons-494116" | sudo tee /etc/hostname
I0122 20:12:25.505740 301918 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-494116
I0122 20:12:25.505919 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:25.523989 301918 main.go:141] libmachine: Using SSH client type: native
I0122 20:12:25.524255 301918 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x4132a0] 0x415ae0 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I0122 20:12:25.524280 301918 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-494116' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-494116/g' /etc/hosts;
else
echo '127.0.1.1 addons-494116' | sudo tee -a /etc/hosts;
fi
fi
I0122 20:12:25.648600 301918 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0122 20:12:25.648648 301918 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20288-295636/.minikube CaCertPath:/home/jenkins/minikube-integration/20288-295636/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20288-295636/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20288-295636/.minikube}
I0122 20:12:25.648673 301918 ubuntu.go:177] setting up certificates
I0122 20:12:25.648684 301918 provision.go:84] configureAuth start
I0122 20:12:25.648753 301918 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-494116
I0122 20:12:25.672716 301918 provision.go:143] copyHostCerts
I0122 20:12:25.672812 301918 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20288-295636/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20288-295636/.minikube/ca.pem (1082 bytes)
I0122 20:12:25.672931 301918 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20288-295636/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20288-295636/.minikube/cert.pem (1123 bytes)
I0122 20:12:25.672990 301918 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20288-295636/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20288-295636/.minikube/key.pem (1679 bytes)
I0122 20:12:25.673040 301918 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20288-295636/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20288-295636/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20288-295636/.minikube/certs/ca-key.pem org=jenkins.addons-494116 san=[127.0.0.1 192.168.49.2 addons-494116 localhost minikube]
I0122 20:12:26.726824 301918 provision.go:177] copyRemoteCerts
I0122 20:12:26.726932 301918 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0122 20:12:26.726979 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:26.744295 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
I0122 20:12:26.837541 301918 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20288-295636/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0122 20:12:26.863300 301918 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20288-295636/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0122 20:12:26.888184 301918 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20288-295636/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0122 20:12:26.912371 301918 provision.go:87] duration metric: took 1.263672455s to configureAuth
I0122 20:12:26.912438 301918 ubuntu.go:193] setting minikube options for container-runtime
I0122 20:12:26.912662 301918 config.go:182] Loaded profile config "addons-494116": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0122 20:12:26.912776 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:26.929433 301918 main.go:141] libmachine: Using SSH client type: native
I0122 20:12:26.929694 301918 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x4132a0] 0x415ae0 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I0122 20:12:26.929716 301918 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0122 20:12:27.152132 301918 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0122 20:12:27.152159 301918 machine.go:96] duration metric: took 1.974824432s to provisionDockerMachine
I0122 20:12:27.152169 301918 client.go:171] duration metric: took 9.669230287s to LocalClient.Create
I0122 20:12:27.152182 301918 start.go:167] duration metric: took 9.669295278s to libmachine.API.Create "addons-494116"
I0122 20:12:27.152189 301918 start.go:293] postStartSetup for "addons-494116" (driver="docker")
I0122 20:12:27.152200 301918 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0122 20:12:27.152263 301918 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0122 20:12:27.152327 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:27.170006 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
I0122 20:12:27.263271 301918 ssh_runner.go:195] Run: cat /etc/os-release
I0122 20:12:27.267024 301918 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0122 20:12:27.267063 301918 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0122 20:12:27.267074 301918 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0122 20:12:27.267080 301918 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0122 20:12:27.267090 301918 filesync.go:126] Scanning /home/jenkins/minikube-integration/20288-295636/.minikube/addons for local assets ...
I0122 20:12:27.267165 301918 filesync.go:126] Scanning /home/jenkins/minikube-integration/20288-295636/.minikube/files for local assets ...
I0122 20:12:27.267192 301918 start.go:296] duration metric: took 114.997387ms for postStartSetup
I0122 20:12:27.267527 301918 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-494116
I0122 20:12:27.284384 301918 profile.go:143] Saving config to /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/config.json ...
I0122 20:12:27.284745 301918 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0122 20:12:27.284812 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:27.302434 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
I0122 20:12:27.389569 301918 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0122 20:12:27.394073 301918 start.go:128] duration metric: took 9.914689413s to createHost
I0122 20:12:27.394097 301918 start.go:83] releasing machines lock for "addons-494116", held for 9.914839012s
I0122 20:12:27.394184 301918 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-494116
I0122 20:12:27.410224 301918 ssh_runner.go:195] Run: cat /version.json
I0122 20:12:27.410283 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:27.410536 301918 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0122 20:12:27.410599 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:27.430712 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
I0122 20:12:27.444391 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
I0122 20:12:27.520141 301918 ssh_runner.go:195] Run: systemctl --version
I0122 20:12:27.676248 301918 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0122 20:12:27.817669 301918 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0122 20:12:27.821971 301918 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0122 20:12:27.840175 301918 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0122 20:12:27.840285 301918 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0122 20:12:27.874439 301918 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0122 20:12:27.874501 301918 start.go:495] detecting cgroup driver to use...
I0122 20:12:27.874550 301918 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0122 20:12:27.874625 301918 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0122 20:12:27.891170 301918 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0122 20:12:27.903598 301918 docker.go:217] disabling cri-docker service (if available) ...
I0122 20:12:27.903710 301918 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0122 20:12:27.918114 301918 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0122 20:12:27.932281 301918 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0122 20:12:28.015930 301918 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0122 20:12:28.111180 301918 docker.go:233] disabling docker service ...
I0122 20:12:28.111299 301918 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0122 20:12:28.132109 301918 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0122 20:12:28.144514 301918 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0122 20:12:28.236837 301918 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0122 20:12:28.329948 301918 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0122 20:12:28.341521 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0122 20:12:28.357572 301918 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0122 20:12:28.357650 301918 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0122 20:12:28.367206 301918 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0122 20:12:28.367324 301918 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0122 20:12:28.376739 301918 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0122 20:12:28.386300 301918 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0122 20:12:28.396396 301918 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0122 20:12:28.406286 301918 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0122 20:12:28.415588 301918 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0122 20:12:28.431249 301918 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0122 20:12:28.441248 301918 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0122 20:12:28.449538 301918 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0122 20:12:28.457701 301918 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0122 20:12:28.537191 301918 ssh_runner.go:195] Run: sudo systemctl restart crio
I0122 20:12:28.638763 301918 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0122 20:12:28.638906 301918 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0122 20:12:28.643194 301918 start.go:563] Will wait 60s for crictl version
I0122 20:12:28.643313 301918 ssh_runner.go:195] Run: which crictl
I0122 20:12:28.646743 301918 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0122 20:12:28.687477 301918 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0122 20:12:28.687633 301918 ssh_runner.go:195] Run: crio --version
I0122 20:12:28.730602 301918 ssh_runner.go:195] Run: crio --version
I0122 20:12:28.769152 301918 out.go:177] * Preparing Kubernetes v1.32.1 on CRI-O 1.24.6 ...
I0122 20:12:28.770239 301918 cli_runner.go:164] Run: docker network inspect addons-494116 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0122 20:12:28.786437 301918 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0122 20:12:28.790093 301918 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0122 20:12:28.800800 301918 kubeadm.go:883] updating cluster {Name:addons-494116 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-494116 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] D
NSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClie
ntPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0122 20:12:28.800920 301918 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0122 20:12:28.800977 301918 ssh_runner.go:195] Run: sudo crictl images --output json
I0122 20:12:28.878128 301918 crio.go:514] all images are preloaded for cri-o runtime.
I0122 20:12:28.878154 301918 crio.go:433] Images already preloaded, skipping extraction
I0122 20:12:28.878214 301918 ssh_runner.go:195] Run: sudo crictl images --output json
I0122 20:12:28.917141 301918 crio.go:514] all images are preloaded for cri-o runtime.
I0122 20:12:28.917163 301918 cache_images.go:84] Images are preloaded, skipping loading
I0122 20:12:28.917172 301918 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.32.1 crio true true} ...
I0122 20:12:28.917273 301918 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-494116 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.32.1 ClusterName:addons-494116 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0122 20:12:28.917356 301918 ssh_runner.go:195] Run: crio config
I0122 20:12:28.968031 301918 cni.go:84] Creating CNI manager for ""
I0122 20:12:28.968055 301918 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0122 20:12:28.968067 301918 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0122 20:12:28.968090 301918 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.32.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-494116 NodeName:addons-494116 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0122 20:12:28.968227 301918 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-494116"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0122 20:12:28.968299 301918 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.1
I0122 20:12:28.977392 301918 binaries.go:44] Found k8s binaries, skipping transfer
I0122 20:12:28.977498 301918 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0122 20:12:28.986002 301918 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0122 20:12:29.003256 301918 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0122 20:12:29.021872 301918 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I0122 20:12:29.039410 301918 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0122 20:12:29.043384 301918 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0122 20:12:29.053996 301918 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0122 20:12:29.136401 301918 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0122 20:12:29.150095 301918 certs.go:68] Setting up /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116 for IP: 192.168.49.2
I0122 20:12:29.150122 301918 certs.go:194] generating shared ca certs ...
I0122 20:12:29.150139 301918 certs.go:226] acquiring lock for ca certs: {Name:mka5a0c907be8bfa9af58f58bc7ace25a0357b20 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0122 20:12:29.150316 301918 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20288-295636/.minikube/ca.key
I0122 20:12:29.660536 301918 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20288-295636/.minikube/ca.crt ...
I0122 20:12:29.660570 301918 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20288-295636/.minikube/ca.crt: {Name:mkc2004023dd3a4b49a72ef68748c3dceb8e63f7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0122 20:12:29.660772 301918 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20288-295636/.minikube/ca.key ...
I0122 20:12:29.660781 301918 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20288-295636/.minikube/ca.key: {Name:mkeee532c00afce46bc725051b6fcffa709222dc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0122 20:12:29.661392 301918 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20288-295636/.minikube/proxy-client-ca.key
I0122 20:12:29.955013 301918 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20288-295636/.minikube/proxy-client-ca.crt ...
I0122 20:12:29.955044 301918 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20288-295636/.minikube/proxy-client-ca.crt: {Name:mkfea7b4dda18d54cef21d9c8b6e119e5d0101c6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0122 20:12:29.955231 301918 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20288-295636/.minikube/proxy-client-ca.key ...
I0122 20:12:29.955244 301918 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20288-295636/.minikube/proxy-client-ca.key: {Name:mka6a566d5468365275ccbb012ab31ed57a4aa9e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0122 20:12:29.955323 301918 certs.go:256] generating profile certs ...
I0122 20:12:29.955387 301918 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/client.key
I0122 20:12:29.955413 301918 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/client.crt with IP's: []
I0122 20:12:30.190477 301918 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/client.crt ...
I0122 20:12:30.190511 301918 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/client.crt: {Name:mkf804bdcd9af535213f013d42817b546d6158b3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0122 20:12:30.190707 301918 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/client.key ...
I0122 20:12:30.190720 301918 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/client.key: {Name:mk9d30864d4f91042a1878397a963b035d3fe570 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0122 20:12:30.190804 301918 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/apiserver.key.8fb2f0cb
I0122 20:12:30.190835 301918 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/apiserver.crt.8fb2f0cb with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0122 20:12:31.071894 301918 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/apiserver.crt.8fb2f0cb ...
I0122 20:12:31.071928 301918 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/apiserver.crt.8fb2f0cb: {Name:mk5ba712f92d34e97d5aa835418a3b075ea75ba3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0122 20:12:31.072117 301918 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/apiserver.key.8fb2f0cb ...
I0122 20:12:31.072131 301918 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/apiserver.key.8fb2f0cb: {Name:mk2df0aa3d9e7737c8ce32202914055a82b6827d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0122 20:12:31.072202 301918 certs.go:381] copying /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/apiserver.crt.8fb2f0cb -> /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/apiserver.crt
I0122 20:12:31.072281 301918 certs.go:385] copying /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/apiserver.key.8fb2f0cb -> /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/apiserver.key
I0122 20:12:31.072336 301918 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/proxy-client.key
I0122 20:12:31.072353 301918 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/proxy-client.crt with IP's: []
I0122 20:12:31.247882 301918 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/proxy-client.crt ...
I0122 20:12:31.247912 301918 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/proxy-client.crt: {Name:mk9a1ddab7702d0736eff501641edc3c42ea1652 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0122 20:12:31.248091 301918 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/proxy-client.key ...
I0122 20:12:31.248104 301918 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/proxy-client.key: {Name:mkb721466eb0c3412b3461b7b1e89fb6c6c149c5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0122 20:12:31.248294 301918 certs.go:484] found cert: /home/jenkins/minikube-integration/20288-295636/.minikube/certs/ca-key.pem (1679 bytes)
I0122 20:12:31.248335 301918 certs.go:484] found cert: /home/jenkins/minikube-integration/20288-295636/.minikube/certs/ca.pem (1082 bytes)
I0122 20:12:31.248368 301918 certs.go:484] found cert: /home/jenkins/minikube-integration/20288-295636/.minikube/certs/cert.pem (1123 bytes)
I0122 20:12:31.248396 301918 certs.go:484] found cert: /home/jenkins/minikube-integration/20288-295636/.minikube/certs/key.pem (1679 bytes)
I0122 20:12:31.249056 301918 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20288-295636/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0122 20:12:31.273787 301918 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20288-295636/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0122 20:12:31.298286 301918 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20288-295636/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0122 20:12:31.322072 301918 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20288-295636/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0122 20:12:31.345319 301918 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0122 20:12:31.368357 301918 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0122 20:12:31.391783 301918 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0122 20:12:31.415231 301918 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20288-295636/.minikube/profiles/addons-494116/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0122 20:12:31.439360 301918 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20288-295636/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0122 20:12:31.463384 301918 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0122 20:12:31.481403 301918 ssh_runner.go:195] Run: openssl version
I0122 20:12:31.486985 301918 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0122 20:12:31.498015 301918 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0122 20:12:31.506124 301918 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jan 22 20:12 /usr/share/ca-certificates/minikubeCA.pem
I0122 20:12:31.506191 301918 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0122 20:12:31.514733 301918 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0122 20:12:31.524297 301918 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0122 20:12:31.528438 301918 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0122 20:12:31.528532 301918 kubeadm.go:392] StartCluster: {Name:addons-494116 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-494116 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSD
omain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientP
ath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0122 20:12:31.528707 301918 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0122 20:12:31.528798 301918 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0122 20:12:31.582394 301918 cri.go:89] found id: ""
I0122 20:12:31.582513 301918 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0122 20:12:31.591488 301918 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0122 20:12:31.600185 301918 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0122 20:12:31.600280 301918 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0122 20:12:31.609118 301918 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0122 20:12:31.609188 301918 kubeadm.go:157] found existing configuration files:
I0122 20:12:31.609246 301918 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0122 20:12:31.618173 301918 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0122 20:12:31.618235 301918 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0122 20:12:31.626905 301918 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0122 20:12:31.635319 301918 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0122 20:12:31.635389 301918 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0122 20:12:31.644183 301918 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0122 20:12:31.652563 301918 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0122 20:12:31.652651 301918 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0122 20:12:31.660464 301918 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0122 20:12:31.669383 301918 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0122 20:12:31.669447 301918 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0122 20:12:31.677431 301918 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.32.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0122 20:12:31.718713 301918 kubeadm.go:310] [init] Using Kubernetes version: v1.32.1
I0122 20:12:31.718860 301918 kubeadm.go:310] [preflight] Running pre-flight checks
I0122 20:12:31.739073 301918 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0122 20:12:31.739233 301918 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1075-aws[0m
I0122 20:12:31.739295 301918 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0122 20:12:31.739381 301918 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0122 20:12:31.739460 301918 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0122 20:12:31.739536 301918 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0122 20:12:31.739610 301918 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0122 20:12:31.739688 301918 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0122 20:12:31.739767 301918 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0122 20:12:31.739844 301918 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0122 20:12:31.739921 301918 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0122 20:12:31.740001 301918 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0122 20:12:31.804616 301918 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0122 20:12:31.804795 301918 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0122 20:12:31.805108 301918 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0122 20:12:31.812989 301918 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0122 20:12:31.815379 301918 out.go:235] - Generating certificates and keys ...
I0122 20:12:31.815500 301918 kubeadm.go:310] [certs] Using existing ca certificate authority
I0122 20:12:31.815601 301918 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0122 20:12:32.687560 301918 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0122 20:12:32.947976 301918 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0122 20:12:33.507477 301918 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0122 20:12:33.710073 301918 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0122 20:12:34.167984 301918 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0122 20:12:34.168339 301918 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-494116 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0122 20:12:34.408599 301918 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0122 20:12:34.408749 301918 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-494116 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0122 20:12:35.338732 301918 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0122 20:12:35.709807 301918 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0122 20:12:35.946360 301918 kubeadm.go:310] [certs] Generating "sa" key and public key
I0122 20:12:35.946595 301918 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0122 20:12:36.265349 301918 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0122 20:12:36.572361 301918 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0122 20:12:36.962498 301918 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0122 20:12:37.103144 301918 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0122 20:12:37.232462 301918 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0122 20:12:37.233234 301918 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0122 20:12:37.238322 301918 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0122 20:12:37.239809 301918 out.go:235] - Booting up control plane ...
I0122 20:12:37.239917 301918 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0122 20:12:37.240002 301918 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0122 20:12:37.240973 301918 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0122 20:12:37.251470 301918 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0122 20:12:37.257547 301918 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0122 20:12:37.257608 301918 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0122 20:12:37.353696 301918 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0122 20:12:37.353821 301918 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0122 20:12:38.355404 301918 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001727595s
I0122 20:12:38.355513 301918 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0122 20:12:43.856779 301918 kubeadm.go:310] [api-check] The API server is healthy after 5.501411108s
I0122 20:12:43.876309 301918 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0122 20:12:43.890609 301918 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0122 20:12:43.922872 301918 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0122 20:12:43.923093 301918 kubeadm.go:310] [mark-control-plane] Marking the node addons-494116 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0122 20:12:43.933686 301918 kubeadm.go:310] [bootstrap-token] Using token: ki1imz.syqi0hh395ssnohh
I0122 20:12:43.936705 301918 out.go:235] - Configuring RBAC rules ...
I0122 20:12:43.936844 301918 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0122 20:12:43.943204 301918 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0122 20:12:43.951552 301918 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0122 20:12:43.955949 301918 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0122 20:12:43.960082 301918 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0122 20:12:43.964393 301918 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0122 20:12:44.263444 301918 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0122 20:12:44.721799 301918 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0122 20:12:45.263592 301918 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0122 20:12:45.265441 301918 kubeadm.go:310]
I0122 20:12:45.265576 301918 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0122 20:12:45.265589 301918 kubeadm.go:310]
I0122 20:12:45.265672 301918 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0122 20:12:45.265687 301918 kubeadm.go:310]
I0122 20:12:45.265720 301918 kubeadm.go:310] mkdir -p $HOME/.kube
I0122 20:12:45.265845 301918 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0122 20:12:45.265962 301918 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0122 20:12:45.265983 301918 kubeadm.go:310]
I0122 20:12:45.266064 301918 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0122 20:12:45.266069 301918 kubeadm.go:310]
I0122 20:12:45.266117 301918 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0122 20:12:45.266128 301918 kubeadm.go:310]
I0122 20:12:45.266178 301918 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0122 20:12:45.266252 301918 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0122 20:12:45.266320 301918 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0122 20:12:45.266331 301918 kubeadm.go:310]
I0122 20:12:45.266410 301918 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0122 20:12:45.266486 301918 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0122 20:12:45.266495 301918 kubeadm.go:310]
I0122 20:12:45.266598 301918 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token ki1imz.syqi0hh395ssnohh \
I0122 20:12:45.266699 301918 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:06cf19cf9784e9bcb267b2b67511df83c9b106395b6a9770a89fd89dff324ee0 \
I0122 20:12:45.266794 301918 kubeadm.go:310] --control-plane
I0122 20:12:45.266805 301918 kubeadm.go:310]
I0122 20:12:45.266884 301918 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0122 20:12:45.266893 301918 kubeadm.go:310]
I0122 20:12:45.266971 301918 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token ki1imz.syqi0hh395ssnohh \
I0122 20:12:45.267069 301918 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:06cf19cf9784e9bcb267b2b67511df83c9b106395b6a9770a89fd89dff324ee0
I0122 20:12:45.269957 301918 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I0122 20:12:45.270191 301918 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1075-aws\n", err: exit status 1
I0122 20:12:45.270298 301918 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0122 20:12:45.270402 301918 cni.go:84] Creating CNI manager for ""
I0122 20:12:45.270416 301918 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0122 20:12:45.275231 301918 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0122 20:12:45.278376 301918 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0122 20:12:45.283979 301918 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.32.1/kubectl ...
I0122 20:12:45.284002 301918 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0122 20:12:45.306032 301918 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0122 20:12:45.598384 301918 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0122 20:12:45.598521 301918 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0122 20:12:45.598605 301918 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-494116 minikube.k8s.io/updated_at=2025_01_22T20_12_45_0700 minikube.k8s.io/version=v1.35.0 minikube.k8s.io/commit=b3e9f161b4385e25ed54b565cd944f46507981c4 minikube.k8s.io/name=addons-494116 minikube.k8s.io/primary=true
I0122 20:12:45.772079 301918 ops.go:34] apiserver oom_adj: -16
I0122 20:12:45.772295 301918 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0122 20:12:46.273055 301918 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0122 20:12:46.773108 301918 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0122 20:12:47.273257 301918 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0122 20:12:47.772788 301918 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0122 20:12:48.272559 301918 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0122 20:12:48.772389 301918 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0122 20:12:49.272659 301918 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0122 20:12:49.772941 301918 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0122 20:12:49.905106 301918 kubeadm.go:1113] duration metric: took 4.306630756s to wait for elevateKubeSystemPrivileges
I0122 20:12:49.905138 301918 kubeadm.go:394] duration metric: took 18.37661139s to StartCluster
I0122 20:12:49.905156 301918 settings.go:142] acquiring lock: {Name:mk7efeb0f0f718cd35cdf70a3c9df48c3ac33076 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0122 20:12:49.905269 301918 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20288-295636/kubeconfig
I0122 20:12:49.905702 301918 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20288-295636/kubeconfig: {Name:mk0d733e0b7f1c5d522bee1a440b9c25b11e38b9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0122 20:12:49.905891 301918 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0122 20:12:49.906034 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0122 20:12:49.906276 301918 config.go:182] Loaded profile config "addons-494116": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0122 20:12:49.906315 301918 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0122 20:12:49.906392 301918 addons.go:69] Setting yakd=true in profile "addons-494116"
I0122 20:12:49.906417 301918 addons.go:238] Setting addon yakd=true in "addons-494116"
I0122 20:12:49.906442 301918 host.go:66] Checking if "addons-494116" exists ...
I0122 20:12:49.906974 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:49.907478 301918 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-494116"
I0122 20:12:49.907507 301918 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-494116"
I0122 20:12:49.907537 301918 host.go:66] Checking if "addons-494116" exists ...
I0122 20:12:49.907966 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:49.908192 301918 addons.go:69] Setting metrics-server=true in profile "addons-494116"
I0122 20:12:49.908213 301918 addons.go:238] Setting addon metrics-server=true in "addons-494116"
I0122 20:12:49.908236 301918 host.go:66] Checking if "addons-494116" exists ...
I0122 20:12:49.908652 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:49.912075 301918 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-494116"
I0122 20:12:49.912106 301918 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-494116"
I0122 20:12:49.912138 301918 host.go:66] Checking if "addons-494116" exists ...
I0122 20:12:49.912591 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:49.913539 301918 addons.go:69] Setting registry=true in profile "addons-494116"
I0122 20:12:49.913570 301918 addons.go:238] Setting addon registry=true in "addons-494116"
I0122 20:12:49.913601 301918 host.go:66] Checking if "addons-494116" exists ...
I0122 20:12:49.914048 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:49.914192 301918 addons.go:69] Setting cloud-spanner=true in profile "addons-494116"
I0122 20:12:49.914208 301918 addons.go:238] Setting addon cloud-spanner=true in "addons-494116"
I0122 20:12:49.914230 301918 host.go:66] Checking if "addons-494116" exists ...
I0122 20:12:49.914612 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:49.923475 301918 addons.go:69] Setting storage-provisioner=true in profile "addons-494116"
I0122 20:12:49.923593 301918 addons.go:238] Setting addon storage-provisioner=true in "addons-494116"
I0122 20:12:49.923668 301918 host.go:66] Checking if "addons-494116" exists ...
I0122 20:12:49.924296 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:49.925575 301918 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-494116"
I0122 20:12:49.925653 301918 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-494116"
I0122 20:12:49.925686 301918 host.go:66] Checking if "addons-494116" exists ...
I0122 20:12:49.926242 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:49.934144 301918 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-494116"
I0122 20:12:49.934232 301918 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-494116"
I0122 20:12:49.934622 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:49.940820 301918 addons.go:69] Setting default-storageclass=true in profile "addons-494116"
I0122 20:12:49.940865 301918 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-494116"
I0122 20:12:49.945214 301918 addons.go:69] Setting gcp-auth=true in profile "addons-494116"
I0122 20:12:49.945273 301918 mustload.go:65] Loading cluster: addons-494116
I0122 20:12:49.955076 301918 addons.go:69] Setting ingress=true in profile "addons-494116"
I0122 20:12:49.955176 301918 addons.go:238] Setting addon ingress=true in "addons-494116"
I0122 20:12:49.955199 301918 addons.go:69] Setting volcano=true in profile "addons-494116"
I0122 20:12:49.955266 301918 addons.go:69] Setting ingress-dns=true in profile "addons-494116"
I0122 20:12:49.955287 301918 addons.go:238] Setting addon ingress-dns=true in "addons-494116"
I0122 20:12:49.955276 301918 addons.go:238] Setting addon volcano=true in "addons-494116"
I0122 20:12:49.955367 301918 host.go:66] Checking if "addons-494116" exists ...
I0122 20:12:49.955429 301918 host.go:66] Checking if "addons-494116" exists ...
I0122 20:12:49.956100 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:49.981635 301918 addons.go:69] Setting inspektor-gadget=true in profile "addons-494116"
I0122 20:12:49.981743 301918 addons.go:238] Setting addon inspektor-gadget=true in "addons-494116"
I0122 20:12:49.981798 301918 host.go:66] Checking if "addons-494116" exists ...
I0122 20:12:49.983681 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:49.955259 301918 host.go:66] Checking if "addons-494116" exists ...
I0122 20:12:49.985529 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:50.008343 301918 out.go:177] * Verifying Kubernetes components...
I0122 20:12:50.012355 301918 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0122 20:12:50.016938 301918 addons.go:69] Setting volumesnapshots=true in profile "addons-494116"
I0122 20:12:50.016978 301918 addons.go:238] Setting addon volumesnapshots=true in "addons-494116"
I0122 20:12:50.017202 301918 host.go:66] Checking if "addons-494116" exists ...
I0122 20:12:50.017732 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:50.065442 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:50.074742 301918 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I0122 20:12:50.077744 301918 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0122 20:12:50.077772 301918 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I0122 20:12:50.077844 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:50.094977 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:50.115131 301918 config.go:182] Loaded profile config "addons-494116": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0122 20:12:50.115502 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:50.152175 301918 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0122 20:12:50.156789 301918 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0122 20:12:50.162029 301918 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I0122 20:12:50.168750 301918 out.go:177] - Using image docker.io/registry:2.8.3
I0122 20:12:50.168822 301918 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0122 20:12:50.168839 301918 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0122 20:12:50.175463 301918 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I0122 20:12:50.175487 301918 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0122 20:12:50.175560 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:50.180157 301918 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0122 20:12:50.180184 301918 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0122 20:12:50.180257 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
W0122 20:12:50.182551 301918 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0122 20:12:50.182755 301918 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0122 20:12:50.184714 301918 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-494116"
I0122 20:12:50.184762 301918 host.go:66] Checking if "addons-494116" exists ...
I0122 20:12:50.185190 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:50.200895 301918 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.28
I0122 20:12:50.201053 301918 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I0122 20:12:50.201084 301918 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0122 20:12:50.201165 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:50.202900 301918 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0122 20:12:50.205839 301918 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0122 20:12:50.252132 301918 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.36.0
I0122 20:12:50.253838 301918 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I0122 20:12:50.253862 301918 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0122 20:12:50.253926 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:50.274567 301918 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I0122 20:12:50.274593 301918 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I0122 20:12:50.274659 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:50.296101 301918 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I0122 20:12:50.298020 301918 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0122 20:12:50.299256 301918 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0122 20:12:50.306319 301918 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0122 20:12:50.307453 301918 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0122 20:12:50.307477 301918 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0122 20:12:50.307541 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:50.338190 301918 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0122 20:12:50.338261 301918 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0122 20:12:50.340139 301918 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0122 20:12:50.342006 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:50.346118 301918 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0122 20:12:50.349071 301918 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0122 20:12:50.349091 301918 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0122 20:12:50.349176 301918 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0122 20:12:50.349313 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:50.353980 301918 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0122 20:12:50.353998 301918 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0122 20:12:50.354058 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:50.361161 301918 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0122 20:12:50.361240 301918 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0122 20:12:50.361337 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:50.366596 301918 addons.go:238] Setting addon default-storageclass=true in "addons-494116"
I0122 20:12:50.366638 301918 host.go:66] Checking if "addons-494116" exists ...
I0122 20:12:50.367064 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:12:50.380102 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
I0122 20:12:50.381074 301918 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I0122 20:12:50.383972 301918 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0122 20:12:50.387002 301918 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0122 20:12:50.390091 301918 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0122 20:12:50.390114 301918 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0122 20:12:50.390179 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:50.399534 301918 host.go:66] Checking if "addons-494116" exists ...
I0122 20:12:50.405574 301918 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0122 20:12:50.408596 301918 out.go:177] - Using image docker.io/busybox:stable
I0122 20:12:50.411532 301918 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0122 20:12:50.411551 301918 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0122 20:12:50.411617 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:50.436822 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
I0122 20:12:50.477687 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
I0122 20:12:50.486407 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
I0122 20:12:50.522276 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
I0122 20:12:50.522995 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
I0122 20:12:50.523383 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
I0122 20:12:50.543098 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
I0122 20:12:50.554415 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
I0122 20:12:50.557626 301918 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0122 20:12:50.557646 301918 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0122 20:12:50.557709 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:12:50.566181 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
I0122 20:12:50.579250 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
I0122 20:12:50.580104 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
W0122 20:12:50.581575 301918 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0122 20:12:50.581601 301918 retry.go:31] will retry after 219.549151ms: ssh: handshake failed: EOF
I0122 20:12:50.604382 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
I0122 20:12:50.604519 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
I0122 20:12:50.755027 301918 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0122 20:12:50.755051 301918 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0122 20:12:50.828867 301918 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I0122 20:12:50.828892 301918 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0122 20:12:50.872476 301918 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0122 20:12:50.872499 301918 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0122 20:12:50.890012 301918 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0122 20:12:50.916867 301918 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I0122 20:12:50.916941 301918 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0122 20:12:50.933561 301918 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0122 20:12:50.935664 301918 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I0122 20:12:50.935731 301918 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14539 bytes)
I0122 20:12:50.936071 301918 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0122 20:12:50.936120 301918 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0122 20:12:50.938908 301918 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0122 20:12:50.994456 301918 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0122 20:12:51.010260 301918 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0122 20:12:51.010677 301918 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0122 20:12:51.037217 301918 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0122 20:12:51.038877 301918 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I0122 20:12:51.038942 301918 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0122 20:12:51.056115 301918 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0122 20:12:51.096906 301918 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0122 20:12:51.096987 301918 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0122 20:12:51.101356 301918 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0122 20:12:51.101434 301918 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0122 20:12:51.136511 301918 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0122 20:12:51.179468 301918 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0122 20:12:51.179544 301918 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0122 20:12:51.257203 301918 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I0122 20:12:51.257281 301918 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0122 20:12:51.301076 301918 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0122 20:12:51.301155 301918 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0122 20:12:51.319098 301918 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0122 20:12:51.324587 301918 ssh_runner.go:235] Completed: sudo systemctl daemon-reload: (1.312140386s)
I0122 20:12:51.324810 301918 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0122 20:12:51.324731 301918 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml": (1.418674628s)
I0122 20:12:51.325078 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0122 20:12:51.329822 301918 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0122 20:12:51.422849 301918 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0122 20:12:51.422875 301918 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0122 20:12:51.472657 301918 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I0122 20:12:51.472738 301918 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0122 20:12:51.514833 301918 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0122 20:12:51.514906 301918 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0122 20:12:51.698280 301918 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0122 20:12:51.698362 301918 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0122 20:12:51.719723 301918 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0122 20:12:51.719799 301918 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0122 20:12:51.762215 301918 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I0122 20:12:51.762285 301918 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0122 20:12:51.832598 301918 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0122 20:12:51.832732 301918 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0122 20:12:51.897771 301918 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0122 20:12:51.911584 301918 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0122 20:12:51.911661 301918 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0122 20:12:51.943716 301918 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0122 20:12:51.943791 301918 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0122 20:12:51.965058 301918 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0122 20:12:51.965147 301918 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0122 20:12:51.971046 301918 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0122 20:12:51.988817 301918 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0122 20:12:51.988882 301918 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0122 20:12:52.010583 301918 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0122 20:12:52.010678 301918 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0122 20:12:52.084328 301918 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0122 20:12:52.084411 301918 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0122 20:12:52.153275 301918 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0122 20:12:53.824872 301918 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (2.934774626s)
I0122 20:12:54.500906 301918 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.567269054s)
I0122 20:12:56.245618 301918 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.306598847s)
I0122 20:12:56.245651 301918 addons.go:479] Verifying addon ingress=true in "addons-494116"
I0122 20:12:56.245836 301918 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (5.251309964s)
I0122 20:12:56.246110 301918 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.235376779s)
I0122 20:12:56.246163 301918 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (5.235813894s)
I0122 20:12:56.246224 301918 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (5.20893908s)
I0122 20:12:56.246252 301918 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.190009382s)
I0122 20:12:56.246260 301918 addons.go:479] Verifying addon registry=true in "addons-494116"
I0122 20:12:56.246369 301918 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.109780219s)
I0122 20:12:56.246414 301918 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (4.927247208s)
I0122 20:12:56.246587 301918 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (4.921475594s)
I0122 20:12:56.246601 301918 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0122 20:12:56.247536 301918 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (4.922672393s)
I0122 20:12:56.248249 301918 node_ready.go:35] waiting up to 6m0s for node "addons-494116" to be "Ready" ...
I0122 20:12:56.248432 301918 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.918584712s)
I0122 20:12:56.248447 301918 addons.go:479] Verifying addon metrics-server=true in "addons-494116"
I0122 20:12:56.248484 301918 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.350639773s)
I0122 20:12:56.248907 301918 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.277781202s)
W0122 20:12:56.248940 301918 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0122 20:12:56.248956 301918 retry.go:31] will retry after 145.971199ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0122 20:12:56.251478 301918 out.go:177] * Verifying ingress addon...
I0122 20:12:56.253337 301918 out.go:177] * Verifying registry addon...
I0122 20:12:56.253453 301918 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-494116 service yakd-dashboard -n yakd-dashboard
I0122 20:12:56.257227 301918 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0122 20:12:56.258161 301918 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0122 20:12:56.307458 301918 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0122 20:12:56.307670 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:12:56.307652 301918 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0122 20:12:56.307719 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W0122 20:12:56.329035 301918 out.go:270] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0122 20:12:56.395707 301918 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0122 20:12:56.661129 301918 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.507749791s)
I0122 20:12:56.661235 301918 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-494116"
I0122 20:12:56.664587 301918 out.go:177] * Verifying csi-hostpath-driver addon...
I0122 20:12:56.668743 301918 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0122 20:12:56.710407 301918 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0122 20:12:56.710509 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:12:56.755784 301918 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-494116" context rescaled to 1 replicas
I0122 20:12:56.779341 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:12:56.784052 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:12:57.172806 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:12:57.273762 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:12:57.274718 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:12:57.673399 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:12:57.760492 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:12:57.762132 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:12:58.173361 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:12:58.251716 301918 node_ready.go:53] node "addons-494116" has status "Ready":"False"
I0122 20:12:58.274351 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:12:58.274768 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:12:58.673538 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:12:58.761291 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:12:58.762039 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:12:59.173789 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:12:59.180033 301918 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.784279108s)
I0122 20:12:59.274390 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:12:59.276000 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:12:59.672708 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:12:59.760483 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:12:59.762009 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:00.179539 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:00.239926 301918 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0122 20:13:00.240027 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:13:00.253225 301918 node_ready.go:53] node "addons-494116" has status "Ready":"False"
I0122 20:13:00.273866 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
I0122 20:13:00.281958 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:00.282185 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:00.381707 301918 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0122 20:13:00.402923 301918 addons.go:238] Setting addon gcp-auth=true in "addons-494116"
I0122 20:13:00.403028 301918 host.go:66] Checking if "addons-494116" exists ...
I0122 20:13:00.403560 301918 cli_runner.go:164] Run: docker container inspect addons-494116 --format={{.State.Status}}
I0122 20:13:00.422890 301918 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0122 20:13:00.422945 301918 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-494116
I0122 20:13:00.440865 301918 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20288-295636/.minikube/machines/addons-494116/id_rsa Username:docker}
I0122 20:13:00.551311 301918 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0122 20:13:00.554180 301918 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I0122 20:13:00.556983 301918 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0122 20:13:00.557020 301918 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0122 20:13:00.576931 301918 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0122 20:13:00.576963 301918 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0122 20:13:00.595820 301918 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0122 20:13:00.595899 301918 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0122 20:13:00.615816 301918 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0122 20:13:00.672165 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:00.760874 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:00.762357 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:01.126688 301918 addons.go:479] Verifying addon gcp-auth=true in "addons-494116"
I0122 20:13:01.130174 301918 out.go:177] * Verifying gcp-auth addon...
I0122 20:13:01.133328 301918 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0122 20:13:01.154659 301918 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0122 20:13:01.154774 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:01.251006 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:01.262361 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:01.262613 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:01.637925 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:01.673152 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:01.760438 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:01.762223 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:02.136750 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:02.172677 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:02.267017 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:02.267178 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:02.636310 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:02.672408 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:02.751620 301918 node_ready.go:53] node "addons-494116" has status "Ready":"False"
I0122 20:13:02.760775 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:02.762933 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:03.136720 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:03.172409 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:03.262100 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:03.263503 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:03.637012 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:03.737803 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:03.761433 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:03.762019 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:04.137304 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:04.172237 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:04.262310 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:04.263189 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:04.636962 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:04.672206 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:04.761692 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:04.761816 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:05.137810 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:05.172413 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:05.252059 301918 node_ready.go:53] node "addons-494116" has status "Ready":"False"
I0122 20:13:05.261010 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:05.262505 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:05.637159 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:05.673299 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:05.760903 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:05.763252 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:06.137105 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:06.172499 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:06.260513 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:06.262313 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:06.636953 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:06.673099 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:06.761374 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:06.761963 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:07.137025 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:07.172405 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:07.261792 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:07.263230 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:07.637225 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:07.672369 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:07.751616 301918 node_ready.go:53] node "addons-494116" has status "Ready":"False"
I0122 20:13:07.761065 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:07.763042 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:08.136705 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:08.172610 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:08.260529 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:08.262784 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:08.637451 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:08.672910 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:08.761351 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:08.762094 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:09.136397 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:09.172944 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:09.260454 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:09.262381 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:09.637195 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:09.672713 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:09.752117 301918 node_ready.go:53] node "addons-494116" has status "Ready":"False"
I0122 20:13:09.761073 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:09.762307 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:10.137588 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:10.173125 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:10.261523 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:10.262361 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:10.637499 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:10.672887 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:10.761192 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:10.761908 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:11.137488 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:11.172928 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:11.261881 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:11.264487 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:11.637307 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:11.738681 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:11.752233 301918 node_ready.go:53] node "addons-494116" has status "Ready":"False"
I0122 20:13:11.760686 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:11.762812 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:12.137297 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:12.172611 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:12.261731 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:12.262766 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:12.636386 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:12.672799 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:12.761561 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:12.763172 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:13.136562 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:13.173115 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:13.261259 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:13.262094 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:13.637123 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:13.738263 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:13.761382 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:13.761443 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:14.137142 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:14.172406 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:14.251814 301918 node_ready.go:53] node "addons-494116" has status "Ready":"False"
I0122 20:13:14.261600 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:14.262143 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:14.637039 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:14.672994 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:14.761894 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:14.762661 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:15.137311 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:15.173923 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:15.261307 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:15.261900 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:15.636675 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:15.673043 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:15.762639 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:15.762754 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:16.137279 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:16.172660 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:16.260296 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:16.262011 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:16.636356 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:16.672444 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:16.752461 301918 node_ready.go:53] node "addons-494116" has status "Ready":"False"
I0122 20:13:16.760474 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:16.762029 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:17.136772 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:17.172800 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:17.261686 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:17.262440 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:17.636741 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:17.672815 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:17.760354 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:17.761454 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:18.137392 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:18.172773 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:18.260307 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:18.262280 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:18.636581 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:18.672922 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:18.752581 301918 node_ready.go:53] node "addons-494116" has status "Ready":"False"
I0122 20:13:18.762534 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:18.762746 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:19.139112 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:19.173114 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:19.260753 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:19.262453 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:19.637353 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:19.672685 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:19.761406 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:19.762385 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:20.136664 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:20.172601 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:20.261647 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:20.262467 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:20.636843 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:20.672740 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:20.761797 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:20.761996 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:21.136468 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:21.173029 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:21.251595 301918 node_ready.go:53] node "addons-494116" has status "Ready":"False"
I0122 20:13:21.260742 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:21.262337 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:21.637196 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:21.672916 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:21.761272 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:21.762697 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:22.137089 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:22.173121 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:22.260747 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:22.262248 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:22.636650 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:22.672573 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:22.761811 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:22.763574 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:23.137150 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:23.172561 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:23.252194 301918 node_ready.go:53] node "addons-494116" has status "Ready":"False"
I0122 20:13:23.260379 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:23.266651 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:23.636784 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:23.672904 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:23.763648 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:23.764489 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:24.136992 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:24.172430 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:24.261591 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:24.262539 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:24.637861 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:24.672952 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:24.760517 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:24.762245 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:25.136743 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:25.172706 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:25.261646 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:25.262258 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:25.637652 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:25.672485 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:25.752421 301918 node_ready.go:53] node "addons-494116" has status "Ready":"False"
I0122 20:13:25.762742 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:25.764284 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:26.137020 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:26.172824 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:26.261497 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:26.263019 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:26.637394 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:26.672995 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:26.762172 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:26.762783 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:27.137621 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:27.173343 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:27.262518 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:27.263196 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:27.637031 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:27.672911 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:27.752518 301918 node_ready.go:53] node "addons-494116" has status "Ready":"False"
I0122 20:13:27.761808 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:27.762611 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:28.137327 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:28.173119 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:28.261114 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:28.263282 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:28.636911 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:28.672940 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:28.760804 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:28.762313 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:29.136696 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:29.172728 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:29.260895 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:29.261794 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:29.636618 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:29.672460 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:29.761271 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:29.762044 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:30.137644 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:30.173499 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:30.252416 301918 node_ready.go:53] node "addons-494116" has status "Ready":"False"
I0122 20:13:30.261486 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:30.262646 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:30.637392 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:30.672765 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:30.761155 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:30.762604 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:31.136898 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:31.172807 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:31.261162 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:31.262636 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:31.636897 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:31.672250 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:31.762381 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:31.762488 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:32.137215 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:32.172861 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:32.261682 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:32.262432 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:32.636676 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:32.672986 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:32.785035 301918 node_ready.go:49] node "addons-494116" has status "Ready":"True"
I0122 20:13:32.785071 301918 node_ready.go:38] duration metric: took 36.536803469s for node "addons-494116" to be "Ready" ...
I0122 20:13:32.785082 301918 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0122 20:13:32.790252 301918 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0122 20:13:32.790284 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:32.794518 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:32.825346 301918 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-q2ht8" in "kube-system" namespace to be "Ready" ...
I0122 20:13:33.156394 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:33.206973 301918 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0122 20:13:33.207005 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:33.277974 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:33.279549 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:33.637460 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:33.674437 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:33.762536 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:33.763736 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:34.137417 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:34.174266 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:34.265183 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:34.265589 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:34.639736 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:34.675473 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:34.762257 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:34.763717 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:34.849508 301918 pod_ready.go:93] pod "coredns-668d6bf9bc-q2ht8" in "kube-system" namespace has status "Ready":"True"
I0122 20:13:34.849589 301918 pod_ready.go:82] duration metric: took 2.024193228s for pod "coredns-668d6bf9bc-q2ht8" in "kube-system" namespace to be "Ready" ...
I0122 20:13:34.849630 301918 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-494116" in "kube-system" namespace to be "Ready" ...
I0122 20:13:34.863292 301918 pod_ready.go:93] pod "etcd-addons-494116" in "kube-system" namespace has status "Ready":"True"
I0122 20:13:34.863376 301918 pod_ready.go:82] duration metric: took 13.70857ms for pod "etcd-addons-494116" in "kube-system" namespace to be "Ready" ...
I0122 20:13:34.863405 301918 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-494116" in "kube-system" namespace to be "Ready" ...
I0122 20:13:34.876268 301918 pod_ready.go:93] pod "kube-apiserver-addons-494116" in "kube-system" namespace has status "Ready":"True"
I0122 20:13:34.876349 301918 pod_ready.go:82] duration metric: took 12.907746ms for pod "kube-apiserver-addons-494116" in "kube-system" namespace to be "Ready" ...
I0122 20:13:34.876408 301918 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-494116" in "kube-system" namespace to be "Ready" ...
I0122 20:13:34.906332 301918 pod_ready.go:93] pod "kube-controller-manager-addons-494116" in "kube-system" namespace has status "Ready":"True"
I0122 20:13:34.906419 301918 pod_ready.go:82] duration metric: took 29.979031ms for pod "kube-controller-manager-addons-494116" in "kube-system" namespace to be "Ready" ...
I0122 20:13:34.906450 301918 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-8xz6r" in "kube-system" namespace to be "Ready" ...
I0122 20:13:34.929878 301918 pod_ready.go:93] pod "kube-proxy-8xz6r" in "kube-system" namespace has status "Ready":"True"
I0122 20:13:34.929953 301918 pod_ready.go:82] duration metric: took 23.469373ms for pod "kube-proxy-8xz6r" in "kube-system" namespace to be "Ready" ...
I0122 20:13:34.929979 301918 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-494116" in "kube-system" namespace to be "Ready" ...
I0122 20:13:35.137430 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:35.173609 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:35.229281 301918 pod_ready.go:93] pod "kube-scheduler-addons-494116" in "kube-system" namespace has status "Ready":"True"
I0122 20:13:35.229304 301918 pod_ready.go:82] duration metric: took 299.304056ms for pod "kube-scheduler-addons-494116" in "kube-system" namespace to be "Ready" ...
I0122 20:13:35.229316 301918 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-7fbb699795-5swtr" in "kube-system" namespace to be "Ready" ...
I0122 20:13:35.263303 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:35.264057 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:35.638467 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:35.675372 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:35.763522 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:35.766356 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:36.137686 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:36.176150 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:36.261590 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:36.265983 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:36.636863 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:36.673847 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:36.762848 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:36.763887 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:37.136919 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:37.173394 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:37.238978 301918 pod_ready.go:103] pod "metrics-server-7fbb699795-5swtr" in "kube-system" namespace has status "Ready":"False"
I0122 20:13:37.266274 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:37.268266 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:37.639065 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:37.674488 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:37.761354 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:37.766245 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:38.136764 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:38.174213 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:38.263671 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:38.265076 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:38.637147 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:38.675412 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:38.761045 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:38.763260 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:39.136943 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:39.173979 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:39.263197 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:39.264193 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:39.640600 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:39.674489 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:39.736090 301918 pod_ready.go:103] pod "metrics-server-7fbb699795-5swtr" in "kube-system" namespace has status "Ready":"False"
I0122 20:13:39.763368 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:39.764412 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:40.137773 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:40.174580 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:40.264083 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:40.265127 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:40.637598 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:40.674880 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:40.764869 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:40.765658 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:41.136474 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:41.173878 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:41.263119 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:41.263541 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:41.638865 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:41.674099 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:41.756706 301918 pod_ready.go:103] pod "metrics-server-7fbb699795-5swtr" in "kube-system" namespace has status "Ready":"False"
I0122 20:13:41.768946 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:41.773838 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:42.142080 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:42.174973 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:42.266557 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:42.268450 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:42.638616 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:42.674631 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:42.763998 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:42.765390 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:43.139953 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:43.240265 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:43.262511 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:43.262707 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:43.637885 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:43.674022 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:43.761883 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:43.763110 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:44.137489 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:44.174135 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:44.235228 301918 pod_ready.go:103] pod "metrics-server-7fbb699795-5swtr" in "kube-system" namespace has status "Ready":"False"
I0122 20:13:44.261325 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:44.266199 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:44.637269 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:44.673967 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:44.772389 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:44.773889 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:45.141955 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:45.174962 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:45.266998 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:45.267078 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:45.639968 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:45.674644 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:45.771653 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:45.773794 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:46.137122 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:46.173803 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:46.235970 301918 pod_ready.go:103] pod "metrics-server-7fbb699795-5swtr" in "kube-system" namespace has status "Ready":"False"
I0122 20:13:46.264696 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:46.265199 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:46.637497 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:46.674273 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:46.762778 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:46.763775 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:47.137911 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:47.174925 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:47.262237 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:47.263223 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:47.637212 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:47.674272 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:47.761059 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:47.762211 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:48.136582 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:48.173446 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:48.260618 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:48.263555 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:48.636957 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:48.674882 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:48.740351 301918 pod_ready.go:103] pod "metrics-server-7fbb699795-5swtr" in "kube-system" namespace has status "Ready":"False"
I0122 20:13:48.763664 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:48.765589 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:49.137624 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:49.175019 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:49.263352 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:49.263990 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:49.636932 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:49.673409 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:49.763326 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:49.764434 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:50.138090 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:50.174159 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:50.264467 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:50.265103 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:50.637800 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:50.680944 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:50.761750 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:50.764219 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:51.137227 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:51.174186 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:51.236237 301918 pod_ready.go:103] pod "metrics-server-7fbb699795-5swtr" in "kube-system" namespace has status "Ready":"False"
I0122 20:13:51.260667 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:51.262367 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:51.637378 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:51.674527 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:51.763789 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:51.765240 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:52.137316 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:52.174624 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:52.264073 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:52.264678 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:52.640054 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:52.673933 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:52.762556 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:52.764303 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:53.137136 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:53.174641 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:53.262925 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:53.263464 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:53.637419 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:53.674023 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:53.738481 301918 pod_ready.go:103] pod "metrics-server-7fbb699795-5swtr" in "kube-system" namespace has status "Ready":"False"
I0122 20:13:53.764693 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:53.767882 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:54.137880 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:54.173965 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:54.262404 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:54.262782 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:54.636912 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:54.673853 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:54.760895 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:54.763291 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:55.137381 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:55.173877 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:55.262527 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:55.263487 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:55.638747 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:55.674729 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:55.741462 301918 pod_ready.go:103] pod "metrics-server-7fbb699795-5swtr" in "kube-system" namespace has status "Ready":"False"
I0122 20:13:55.764144 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:55.765766 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:56.138209 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:56.174299 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:56.263518 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:56.264237 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:56.639034 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:56.675088 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:56.761763 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:56.763365 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:57.137244 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:57.175371 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:57.262571 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:57.263397 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:57.637818 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:57.674743 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:57.761706 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:57.763501 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:58.137080 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:58.174343 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:58.239013 301918 pod_ready.go:103] pod "metrics-server-7fbb699795-5swtr" in "kube-system" namespace has status "Ready":"False"
I0122 20:13:58.273975 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:58.275483 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:58.637326 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:58.674211 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:58.763393 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:58.765177 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:59.139855 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:59.173183 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:59.261272 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:59.263457 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:13:59.637965 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:13:59.675733 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:13:59.764398 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:13:59.766048 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:00.205423 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:00.243254 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:00.270128 301918 pod_ready.go:103] pod "metrics-server-7fbb699795-5swtr" in "kube-system" namespace has status "Ready":"False"
I0122 20:14:00.271615 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:00.273278 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:00.639255 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:00.674862 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:00.762829 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:00.763526 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:01.138087 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:01.174701 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:01.266064 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:01.270113 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:01.645159 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:01.676606 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:01.763020 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:01.765117 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:02.137237 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:02.175927 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:02.265714 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:02.267466 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:02.638530 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:02.675383 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:02.735966 301918 pod_ready.go:103] pod "metrics-server-7fbb699795-5swtr" in "kube-system" namespace has status "Ready":"False"
I0122 20:14:02.766346 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:02.767703 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:03.149775 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:03.174482 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:03.264529 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:03.267076 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:03.637020 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:03.673802 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:03.763670 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:03.766244 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:04.137269 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:04.174776 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:04.263859 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:04.264553 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:04.663314 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:04.752482 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:04.766691 301918 pod_ready.go:93] pod "metrics-server-7fbb699795-5swtr" in "kube-system" namespace has status "Ready":"True"
I0122 20:14:04.766762 301918 pod_ready.go:82] duration metric: took 29.537435743s for pod "metrics-server-7fbb699795-5swtr" in "kube-system" namespace to be "Ready" ...
I0122 20:14:04.766789 301918 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-9c7sr" in "kube-system" namespace to be "Ready" ...
I0122 20:14:04.774351 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:04.777344 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:05.137354 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:05.174752 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:05.263371 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:05.265175 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:05.637035 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:05.674051 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:05.765773 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:05.767679 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:06.137382 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:06.174727 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:06.262613 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:06.265373 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:06.637766 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:06.675206 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:06.765833 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:06.768008 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:06.776513 301918 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-9c7sr" in "kube-system" namespace has status "Ready":"False"
I0122 20:14:07.136872 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:07.173914 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:07.262143 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:07.263898 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:07.637364 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:07.674093 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:07.763080 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:07.764395 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:08.137000 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:08.173458 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:08.268085 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:08.269400 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:08.637947 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:08.673777 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:08.762131 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:08.763717 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:09.137888 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:09.174617 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:09.263419 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:09.263998 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:09.278397 301918 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-9c7sr" in "kube-system" namespace has status "Ready":"False"
I0122 20:14:09.638069 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:09.673828 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:09.764603 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:09.765980 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:10.139365 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:10.181061 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:10.270745 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:10.272334 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:10.637690 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:10.676061 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:10.763479 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:10.764134 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:11.137473 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:11.174845 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:11.263840 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:11.265286 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:11.638093 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:11.678283 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:11.761643 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:11.765669 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:11.773822 301918 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-9c7sr" in "kube-system" namespace has status "Ready":"False"
I0122 20:14:12.138169 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:12.176557 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:12.264676 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:12.265897 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:12.637296 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:12.676288 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:12.767694 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:12.769081 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:13.137790 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:13.174513 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:13.280430 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:13.281680 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:13.637844 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:13.673882 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:13.762335 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:13.763508 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:13.774694 301918 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-9c7sr" in "kube-system" namespace has status "Ready":"True"
I0122 20:14:13.774720 301918 pod_ready.go:82] duration metric: took 9.007909442s for pod "nvidia-device-plugin-daemonset-9c7sr" in "kube-system" namespace to be "Ready" ...
I0122 20:14:13.774743 301918 pod_ready.go:39] duration metric: took 40.989647924s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0122 20:14:13.774757 301918 api_server.go:52] waiting for apiserver process to appear ...
I0122 20:14:13.774787 301918 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0122 20:14:13.774844 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0122 20:14:13.818009 301918 cri.go:89] found id: "652f2095e8e9be0775b53b2d6260bb2376cd0fa4f160b34221345929ea6c812e"
I0122 20:14:13.818051 301918 cri.go:89] found id: ""
I0122 20:14:13.818059 301918 logs.go:282] 1 containers: [652f2095e8e9be0775b53b2d6260bb2376cd0fa4f160b34221345929ea6c812e]
I0122 20:14:13.818124 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:13.821498 301918 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0122 20:14:13.821577 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0122 20:14:13.858752 301918 cri.go:89] found id: "c6512cd71345db40a8989d190efbbdf8bbcff6acf959751934fb7297f6405715"
I0122 20:14:13.858777 301918 cri.go:89] found id: ""
I0122 20:14:13.858785 301918 logs.go:282] 1 containers: [c6512cd71345db40a8989d190efbbdf8bbcff6acf959751934fb7297f6405715]
I0122 20:14:13.858844 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:13.862315 301918 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0122 20:14:13.862436 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0122 20:14:13.908705 301918 cri.go:89] found id: "82ce42fcfd9e88b73b77c05603d58f71b6e556825d4505ced69270239c256f2f"
I0122 20:14:13.908735 301918 cri.go:89] found id: ""
I0122 20:14:13.908744 301918 logs.go:282] 1 containers: [82ce42fcfd9e88b73b77c05603d58f71b6e556825d4505ced69270239c256f2f]
I0122 20:14:13.908800 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:13.912398 301918 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0122 20:14:13.912491 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0122 20:14:13.954492 301918 cri.go:89] found id: "19b4af83cac5f66bb96a3c0bd3e47a8ca3189e98bb6f82ab3f1cb29f1fd59d3a"
I0122 20:14:13.954566 301918 cri.go:89] found id: ""
I0122 20:14:13.954581 301918 logs.go:282] 1 containers: [19b4af83cac5f66bb96a3c0bd3e47a8ca3189e98bb6f82ab3f1cb29f1fd59d3a]
I0122 20:14:13.954642 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:13.958384 301918 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0122 20:14:13.958463 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0122 20:14:13.999944 301918 cri.go:89] found id: "65f9d7094a4e2812d2be140524bcb44afe4df3e4f4787014d015dc58a7ea7f89"
I0122 20:14:13.999971 301918 cri.go:89] found id: ""
I0122 20:14:13.999980 301918 logs.go:282] 1 containers: [65f9d7094a4e2812d2be140524bcb44afe4df3e4f4787014d015dc58a7ea7f89]
I0122 20:14:14.000038 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:14.003814 301918 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0122 20:14:14.003901 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0122 20:14:14.047789 301918 cri.go:89] found id: "c22d8cc33cf49f8f8d691678a4e2616576ddb29f19827ee9fd205bd4c7b203bd"
I0122 20:14:14.047864 301918 cri.go:89] found id: ""
I0122 20:14:14.047887 301918 logs.go:282] 1 containers: [c22d8cc33cf49f8f8d691678a4e2616576ddb29f19827ee9fd205bd4c7b203bd]
I0122 20:14:14.047975 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:14.051487 301918 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0122 20:14:14.051565 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0122 20:14:14.096453 301918 cri.go:89] found id: "65215aaa7ecca2af52988d4b275aa32bc41a8fa19ca2707ba6b5c397932feac7"
I0122 20:14:14.096485 301918 cri.go:89] found id: ""
I0122 20:14:14.096493 301918 logs.go:282] 1 containers: [65215aaa7ecca2af52988d4b275aa32bc41a8fa19ca2707ba6b5c397932feac7]
I0122 20:14:14.096561 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:14.100882 301918 logs.go:123] Gathering logs for CRI-O ...
I0122 20:14:14.100908 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0122 20:14:14.137771 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:14.174360 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:14.191853 301918 logs.go:123] Gathering logs for kubelet ...
I0122 20:14:14.191894 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0122 20:14:14.262237 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:14.265101 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0122 20:14:14.282451 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: I0122 20:13:32.719225 1488 status_manager.go:890] "Failed to get status for pod" podUID="815ba042-f6f4-43a0-ae48-aa4db8054acf" pod="kube-system/kube-ingress-dns-minikube" err="pods \"kube-ingress-dns-minikube\" is forbidden: User \"system:node:addons-494116\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-494116' and this object"
W0122 20:14:14.282661 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.748469 1488 reflector.go:569] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-494116" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-494116' and this object
W0122 20:14:14.282849 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.748574 1488 reflector.go:569] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-494116" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-494116' and this object
W0122 20:14:14.283081 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.748620 1488 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:14.283304 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.748594 1488 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:14.283496 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.749499 1488 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-494116" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-494116' and this object
W0122 20:14:14.283725 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.749540 1488 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:14.283910 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.749632 1488 reflector.go:569] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-494116" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-494116' and this object
W0122 20:14:14.284136 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.749648 1488 reflector.go:166] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:14.284324 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.749697 1488 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-494116" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-494116' and this object
W0122 20:14:14.284551 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.749711 1488 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:14.284730 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.778920 1488 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-494116" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-494116' and this object
W0122 20:14:14.284943 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.778974 1488 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:14.285118 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.783404 1488 reflector.go:569] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-494116" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-494116' and this object
W0122 20:14:14.285332 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.783464 1488 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
I0122 20:14:14.319250 301918 logs.go:123] Gathering logs for dmesg ...
I0122 20:14:14.319283 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0122 20:14:14.336253 301918 logs.go:123] Gathering logs for kube-scheduler [19b4af83cac5f66bb96a3c0bd3e47a8ca3189e98bb6f82ab3f1cb29f1fd59d3a] ...
I0122 20:14:14.336289 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 19b4af83cac5f66bb96a3c0bd3e47a8ca3189e98bb6f82ab3f1cb29f1fd59d3a"
I0122 20:14:14.390815 301918 logs.go:123] Gathering logs for kube-proxy [65f9d7094a4e2812d2be140524bcb44afe4df3e4f4787014d015dc58a7ea7f89] ...
I0122 20:14:14.390847 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 65f9d7094a4e2812d2be140524bcb44afe4df3e4f4787014d015dc58a7ea7f89"
I0122 20:14:14.432337 301918 logs.go:123] Gathering logs for kube-controller-manager [c22d8cc33cf49f8f8d691678a4e2616576ddb29f19827ee9fd205bd4c7b203bd] ...
I0122 20:14:14.432370 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c22d8cc33cf49f8f8d691678a4e2616576ddb29f19827ee9fd205bd4c7b203bd"
I0122 20:14:14.507081 301918 logs.go:123] Gathering logs for kindnet [65215aaa7ecca2af52988d4b275aa32bc41a8fa19ca2707ba6b5c397932feac7] ...
I0122 20:14:14.507118 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 65215aaa7ecca2af52988d4b275aa32bc41a8fa19ca2707ba6b5c397932feac7"
I0122 20:14:14.557594 301918 logs.go:123] Gathering logs for container status ...
I0122 20:14:14.557622 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0122 20:14:14.614876 301918 logs.go:123] Gathering logs for describe nodes ...
I0122 20:14:14.614908 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0122 20:14:14.639575 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:14.674344 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:14.762312 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:14.766478 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:14.912622 301918 logs.go:123] Gathering logs for kube-apiserver [652f2095e8e9be0775b53b2d6260bb2376cd0fa4f160b34221345929ea6c812e] ...
I0122 20:14:14.912733 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 652f2095e8e9be0775b53b2d6260bb2376cd0fa4f160b34221345929ea6c812e"
I0122 20:14:14.996002 301918 logs.go:123] Gathering logs for etcd [c6512cd71345db40a8989d190efbbdf8bbcff6acf959751934fb7297f6405715] ...
I0122 20:14:14.996047 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c6512cd71345db40a8989d190efbbdf8bbcff6acf959751934fb7297f6405715"
I0122 20:14:15.086012 301918 logs.go:123] Gathering logs for coredns [82ce42fcfd9e88b73b77c05603d58f71b6e556825d4505ced69270239c256f2f] ...
I0122 20:14:15.086091 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 82ce42fcfd9e88b73b77c05603d58f71b6e556825d4505ced69270239c256f2f"
I0122 20:14:15.138201 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:15.143043 301918 out.go:358] Setting ErrFile to fd 2...
I0122 20:14:15.143065 301918 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0122 20:14:15.143113 301918 out.go:270] X Problems detected in kubelet:
W0122 20:14:15.143123 301918 out.go:270] Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.749711 1488 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:15.143131 301918 out.go:270] Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.778920 1488 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-494116" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-494116' and this object
W0122 20:14:15.143139 301918 out.go:270] Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.778974 1488 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:15.143145 301918 out.go:270] Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.783404 1488 reflector.go:569] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-494116" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-494116' and this object
W0122 20:14:15.143150 301918 out.go:270] Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.783464 1488 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
I0122 20:14:15.143159 301918 out.go:358] Setting ErrFile to fd 2...
I0122 20:14:15.143165 301918 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0122 20:14:15.174328 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:15.263044 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:15.265208 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:15.637122 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:15.740326 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:15.839115 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:15.839493 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:16.137014 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:16.173965 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:16.261965 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:16.262461 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:16.637087 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:16.674051 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:16.761900 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:16.762481 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:17.138218 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:17.173232 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:17.262256 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:17.263204 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:17.637285 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:17.673844 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:17.762375 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:17.763818 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:18.137984 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:18.174340 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:18.268726 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:18.270171 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:18.640426 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:18.674590 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:18.763588 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:18.765180 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:19.138801 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:19.183729 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:19.261311 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:19.265486 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:19.638239 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:19.674952 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:19.772263 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:19.777510 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:20.137435 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:20.173696 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:20.261123 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0122 20:14:20.262811 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:20.642476 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:20.676562 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:20.762452 301918 kapi.go:107] duration metric: took 1m24.505221966s to wait for kubernetes.io/minikube-addons=registry ...
I0122 20:14:20.769178 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:21.138483 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:21.173957 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:21.263412 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:21.640378 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:21.743347 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:21.763695 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:22.137757 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:22.174292 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:22.263587 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:22.637769 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:22.674977 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:22.763302 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:23.138469 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:23.174838 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:23.263256 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:23.638061 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:23.740169 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:23.762214 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:24.141116 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:24.243867 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:24.262558 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:24.637544 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:24.674034 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:24.765797 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:25.137831 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:25.144112 301918 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0122 20:14:25.159686 301918 api_server.go:72] duration metric: took 1m35.253746518s to wait for apiserver process to appear ...
I0122 20:14:25.159767 301918 api_server.go:88] waiting for apiserver healthz status ...
I0122 20:14:25.159811 301918 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0122 20:14:25.159924 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0122 20:14:25.174210 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:25.208860 301918 cri.go:89] found id: "652f2095e8e9be0775b53b2d6260bb2376cd0fa4f160b34221345929ea6c812e"
I0122 20:14:25.208883 301918 cri.go:89] found id: ""
I0122 20:14:25.208891 301918 logs.go:282] 1 containers: [652f2095e8e9be0775b53b2d6260bb2376cd0fa4f160b34221345929ea6c812e]
I0122 20:14:25.208947 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:25.213695 301918 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0122 20:14:25.213769 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0122 20:14:25.253746 301918 cri.go:89] found id: "c6512cd71345db40a8989d190efbbdf8bbcff6acf959751934fb7297f6405715"
I0122 20:14:25.253768 301918 cri.go:89] found id: ""
I0122 20:14:25.253782 301918 logs.go:282] 1 containers: [c6512cd71345db40a8989d190efbbdf8bbcff6acf959751934fb7297f6405715]
I0122 20:14:25.253852 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:25.257503 301918 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0122 20:14:25.257571 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0122 20:14:25.263166 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:25.296999 301918 cri.go:89] found id: "82ce42fcfd9e88b73b77c05603d58f71b6e556825d4505ced69270239c256f2f"
I0122 20:14:25.297064 301918 cri.go:89] found id: ""
I0122 20:14:25.297085 301918 logs.go:282] 1 containers: [82ce42fcfd9e88b73b77c05603d58f71b6e556825d4505ced69270239c256f2f]
I0122 20:14:25.297174 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:25.300536 301918 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0122 20:14:25.300728 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0122 20:14:25.348389 301918 cri.go:89] found id: "19b4af83cac5f66bb96a3c0bd3e47a8ca3189e98bb6f82ab3f1cb29f1fd59d3a"
I0122 20:14:25.348411 301918 cri.go:89] found id: ""
I0122 20:14:25.348420 301918 logs.go:282] 1 containers: [19b4af83cac5f66bb96a3c0bd3e47a8ca3189e98bb6f82ab3f1cb29f1fd59d3a]
I0122 20:14:25.348474 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:25.351846 301918 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0122 20:14:25.351913 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0122 20:14:25.397762 301918 cri.go:89] found id: "65f9d7094a4e2812d2be140524bcb44afe4df3e4f4787014d015dc58a7ea7f89"
I0122 20:14:25.397785 301918 cri.go:89] found id: ""
I0122 20:14:25.397794 301918 logs.go:282] 1 containers: [65f9d7094a4e2812d2be140524bcb44afe4df3e4f4787014d015dc58a7ea7f89]
I0122 20:14:25.397850 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:25.401323 301918 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0122 20:14:25.401422 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0122 20:14:25.449748 301918 cri.go:89] found id: "c22d8cc33cf49f8f8d691678a4e2616576ddb29f19827ee9fd205bd4c7b203bd"
I0122 20:14:25.449820 301918 cri.go:89] found id: ""
I0122 20:14:25.449842 301918 logs.go:282] 1 containers: [c22d8cc33cf49f8f8d691678a4e2616576ddb29f19827ee9fd205bd4c7b203bd]
I0122 20:14:25.449931 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:25.454854 301918 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0122 20:14:25.454992 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0122 20:14:25.637752 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:25.658289 301918 cri.go:89] found id: "65215aaa7ecca2af52988d4b275aa32bc41a8fa19ca2707ba6b5c397932feac7"
I0122 20:14:25.658314 301918 cri.go:89] found id: ""
I0122 20:14:25.658323 301918 logs.go:282] 1 containers: [65215aaa7ecca2af52988d4b275aa32bc41a8fa19ca2707ba6b5c397932feac7]
I0122 20:14:25.658381 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:25.680947 301918 logs.go:123] Gathering logs for dmesg ...
I0122 20:14:25.680977 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0122 20:14:25.687784 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:25.740828 301918 logs.go:123] Gathering logs for etcd [c6512cd71345db40a8989d190efbbdf8bbcff6acf959751934fb7297f6405715] ...
I0122 20:14:25.740857 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c6512cd71345db40a8989d190efbbdf8bbcff6acf959751934fb7297f6405715"
I0122 20:14:25.769833 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:25.830851 301918 logs.go:123] Gathering logs for kube-scheduler [19b4af83cac5f66bb96a3c0bd3e47a8ca3189e98bb6f82ab3f1cb29f1fd59d3a] ...
I0122 20:14:25.830893 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 19b4af83cac5f66bb96a3c0bd3e47a8ca3189e98bb6f82ab3f1cb29f1fd59d3a"
I0122 20:14:25.942869 301918 logs.go:123] Gathering logs for kube-proxy [65f9d7094a4e2812d2be140524bcb44afe4df3e4f4787014d015dc58a7ea7f89] ...
I0122 20:14:25.942904 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 65f9d7094a4e2812d2be140524bcb44afe4df3e4f4787014d015dc58a7ea7f89"
I0122 20:14:25.990235 301918 logs.go:123] Gathering logs for kube-controller-manager [c22d8cc33cf49f8f8d691678a4e2616576ddb29f19827ee9fd205bd4c7b203bd] ...
I0122 20:14:25.990266 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c22d8cc33cf49f8f8d691678a4e2616576ddb29f19827ee9fd205bd4c7b203bd"
I0122 20:14:26.136966 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:26.157196 301918 logs.go:123] Gathering logs for kindnet [65215aaa7ecca2af52988d4b275aa32bc41a8fa19ca2707ba6b5c397932feac7] ...
I0122 20:14:26.157235 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 65215aaa7ecca2af52988d4b275aa32bc41a8fa19ca2707ba6b5c397932feac7"
I0122 20:14:26.173831 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:26.208745 301918 logs.go:123] Gathering logs for kubelet ...
I0122 20:14:26.208820 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0122 20:14:26.263338 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0122 20:14:26.312469 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: I0122 20:13:32.719225 1488 status_manager.go:890] "Failed to get status for pod" podUID="815ba042-f6f4-43a0-ae48-aa4db8054acf" pod="kube-system/kube-ingress-dns-minikube" err="pods \"kube-ingress-dns-minikube\" is forbidden: User \"system:node:addons-494116\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-494116' and this object"
W0122 20:14:26.312835 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.748469 1488 reflector.go:569] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-494116" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-494116' and this object
W0122 20:14:26.313060 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.748574 1488 reflector.go:569] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-494116" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-494116' and this object
W0122 20:14:26.313314 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.748620 1488 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:26.313562 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.748594 1488 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:26.313786 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.749499 1488 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-494116" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-494116' and this object
W0122 20:14:26.314046 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.749540 1488 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:26.314260 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.749632 1488 reflector.go:569] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-494116" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-494116' and this object
W0122 20:14:26.314509 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.749648 1488 reflector.go:166] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:26.314732 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.749697 1488 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-494116" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-494116' and this object
W0122 20:14:26.315192 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.749711 1488 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:26.315391 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.778920 1488 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-494116" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-494116' and this object
W0122 20:14:26.315626 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.778974 1488 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:26.315824 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.783404 1488 reflector.go:569] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-494116" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-494116' and this object
W0122 20:14:26.316063 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.783464 1488 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
I0122 20:14:26.361727 301918 logs.go:123] Gathering logs for describe nodes ...
I0122 20:14:26.361894 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0122 20:14:26.515474 301918 logs.go:123] Gathering logs for kube-apiserver [652f2095e8e9be0775b53b2d6260bb2376cd0fa4f160b34221345929ea6c812e] ...
I0122 20:14:26.515510 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 652f2095e8e9be0775b53b2d6260bb2376cd0fa4f160b34221345929ea6c812e"
I0122 20:14:26.576395 301918 logs.go:123] Gathering logs for coredns [82ce42fcfd9e88b73b77c05603d58f71b6e556825d4505ced69270239c256f2f] ...
I0122 20:14:26.576436 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 82ce42fcfd9e88b73b77c05603d58f71b6e556825d4505ced69270239c256f2f"
I0122 20:14:26.619244 301918 logs.go:123] Gathering logs for CRI-O ...
I0122 20:14:26.619273 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0122 20:14:26.637753 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:26.690340 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:26.735608 301918 logs.go:123] Gathering logs for container status ...
I0122 20:14:26.735646 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0122 20:14:26.772092 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:26.797283 301918 out.go:358] Setting ErrFile to fd 2...
I0122 20:14:26.797311 301918 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0122 20:14:26.797371 301918 out.go:270] X Problems detected in kubelet:
W0122 20:14:26.797385 301918 out.go:270] Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.749711 1488 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:26.797394 301918 out.go:270] Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.778920 1488 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-494116" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-494116' and this object
W0122 20:14:26.797407 301918 out.go:270] Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.778974 1488 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:26.797413 301918 out.go:270] Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.783404 1488 reflector.go:569] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-494116" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-494116' and this object
W0122 20:14:26.797419 301918 out.go:270] Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.783464 1488 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
I0122 20:14:26.797424 301918 out.go:358] Setting ErrFile to fd 2...
I0122 20:14:26.797431 301918 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0122 20:14:27.137989 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:27.174095 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:27.263356 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:27.637172 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:27.674780 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:27.767168 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:28.138073 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:28.173938 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:28.263156 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:28.637356 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:28.674785 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:28.762969 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:29.136915 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:29.173392 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:29.262989 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:29.637623 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:29.676615 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:29.764004 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:30.137558 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:30.176859 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:30.262359 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:30.636964 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:30.674607 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:30.763026 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:31.153807 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:31.179337 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:31.263154 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:31.637185 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:31.674726 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:31.774595 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:32.137841 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:32.174795 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:32.264160 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:32.637111 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:32.674944 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:32.764103 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:33.139924 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:33.174682 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:33.263749 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:33.637871 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:33.674379 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:33.766031 301918 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0122 20:14:34.138819 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:34.174281 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:34.264301 301918 kapi.go:107] duration metric: took 1m38.006137795s to wait for app.kubernetes.io/name=ingress-nginx ...
I0122 20:14:34.637924 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:34.674857 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:35.138025 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:35.175908 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:35.637211 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:35.674015 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:36.137691 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:36.175034 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:36.642007 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:36.674401 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:36.798471 301918 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0122 20:14:36.808262 301918 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0122 20:14:36.809503 301918 api_server.go:141] control plane version: v1.32.1
I0122 20:14:36.809524 301918 api_server.go:131] duration metric: took 11.649743401s to wait for apiserver health ...
I0122 20:14:36.809532 301918 system_pods.go:43] waiting for kube-system pods to appear ...
I0122 20:14:36.809557 301918 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0122 20:14:36.809616 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0122 20:14:36.858308 301918 cri.go:89] found id: "652f2095e8e9be0775b53b2d6260bb2376cd0fa4f160b34221345929ea6c812e"
I0122 20:14:36.858382 301918 cri.go:89] found id: ""
I0122 20:14:36.858404 301918 logs.go:282] 1 containers: [652f2095e8e9be0775b53b2d6260bb2376cd0fa4f160b34221345929ea6c812e]
I0122 20:14:36.858497 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:36.862272 301918 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0122 20:14:36.862357 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0122 20:14:36.906938 301918 cri.go:89] found id: "c6512cd71345db40a8989d190efbbdf8bbcff6acf959751934fb7297f6405715"
I0122 20:14:36.907015 301918 cri.go:89] found id: ""
I0122 20:14:36.907038 301918 logs.go:282] 1 containers: [c6512cd71345db40a8989d190efbbdf8bbcff6acf959751934fb7297f6405715]
I0122 20:14:36.907129 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:36.911192 301918 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0122 20:14:36.911266 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0122 20:14:36.961989 301918 cri.go:89] found id: "82ce42fcfd9e88b73b77c05603d58f71b6e556825d4505ced69270239c256f2f"
I0122 20:14:36.962069 301918 cri.go:89] found id: ""
I0122 20:14:36.962118 301918 logs.go:282] 1 containers: [82ce42fcfd9e88b73b77c05603d58f71b6e556825d4505ced69270239c256f2f]
I0122 20:14:36.962219 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:36.966782 301918 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0122 20:14:36.966913 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0122 20:14:37.033778 301918 cri.go:89] found id: "19b4af83cac5f66bb96a3c0bd3e47a8ca3189e98bb6f82ab3f1cb29f1fd59d3a"
I0122 20:14:37.033862 301918 cri.go:89] found id: ""
I0122 20:14:37.033884 301918 logs.go:282] 1 containers: [19b4af83cac5f66bb96a3c0bd3e47a8ca3189e98bb6f82ab3f1cb29f1fd59d3a]
I0122 20:14:37.033977 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:37.051943 301918 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0122 20:14:37.052082 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0122 20:14:37.131399 301918 cri.go:89] found id: "65f9d7094a4e2812d2be140524bcb44afe4df3e4f4787014d015dc58a7ea7f89"
I0122 20:14:37.131490 301918 cri.go:89] found id: ""
I0122 20:14:37.131521 301918 logs.go:282] 1 containers: [65f9d7094a4e2812d2be140524bcb44afe4df3e4f4787014d015dc58a7ea7f89]
I0122 20:14:37.131615 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:37.138049 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:37.141416 301918 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0122 20:14:37.141541 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0122 20:14:37.187186 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:37.213568 301918 cri.go:89] found id: "c22d8cc33cf49f8f8d691678a4e2616576ddb29f19827ee9fd205bd4c7b203bd"
I0122 20:14:37.213641 301918 cri.go:89] found id: ""
I0122 20:14:37.213663 301918 logs.go:282] 1 containers: [c22d8cc33cf49f8f8d691678a4e2616576ddb29f19827ee9fd205bd4c7b203bd]
I0122 20:14:37.213753 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:37.218437 301918 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0122 20:14:37.218562 301918 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0122 20:14:37.263804 301918 cri.go:89] found id: "65215aaa7ecca2af52988d4b275aa32bc41a8fa19ca2707ba6b5c397932feac7"
I0122 20:14:37.263878 301918 cri.go:89] found id: ""
I0122 20:14:37.263901 301918 logs.go:282] 1 containers: [65215aaa7ecca2af52988d4b275aa32bc41a8fa19ca2707ba6b5c397932feac7]
I0122 20:14:37.263994 301918 ssh_runner.go:195] Run: which crictl
I0122 20:14:37.269262 301918 logs.go:123] Gathering logs for kubelet ...
I0122 20:14:37.269345 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0122 20:14:37.350347 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: I0122 20:13:32.719225 1488 status_manager.go:890] "Failed to get status for pod" podUID="815ba042-f6f4-43a0-ae48-aa4db8054acf" pod="kube-system/kube-ingress-dns-minikube" err="pods \"kube-ingress-dns-minikube\" is forbidden: User \"system:node:addons-494116\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-494116' and this object"
W0122 20:14:37.350587 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.748469 1488 reflector.go:569] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-494116" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-494116' and this object
W0122 20:14:37.350773 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.748574 1488 reflector.go:569] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-494116" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-494116' and this object
W0122 20:14:37.351004 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.748620 1488 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:37.351226 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.748594 1488 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:37.351417 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.749499 1488 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-494116" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-494116' and this object
W0122 20:14:37.351644 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.749540 1488 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:37.351828 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.749632 1488 reflector.go:569] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-494116" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-494116' and this object
W0122 20:14:37.352052 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.749648 1488 reflector.go:166] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:37.352247 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.749697 1488 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-494116" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-494116' and this object
W0122 20:14:37.352475 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.749711 1488 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:37.352652 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.778920 1488 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-494116" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-494116' and this object
W0122 20:14:37.352865 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.778974 1488 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:37.353068 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.783404 1488 reflector.go:569] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-494116" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-494116' and this object
W0122 20:14:37.353304 301918 logs.go:138] Found kubelet problem: Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.783464 1488 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
I0122 20:14:37.394062 301918 logs.go:123] Gathering logs for dmesg ...
I0122 20:14:37.394103 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0122 20:14:37.411135 301918 logs.go:123] Gathering logs for describe nodes ...
I0122 20:14:37.411165 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0122 20:14:37.571781 301918 logs.go:123] Gathering logs for kube-apiserver [652f2095e8e9be0775b53b2d6260bb2376cd0fa4f160b34221345929ea6c812e] ...
I0122 20:14:37.571814 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 652f2095e8e9be0775b53b2d6260bb2376cd0fa4f160b34221345929ea6c812e"
I0122 20:14:37.641353 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:37.653713 301918 logs.go:123] Gathering logs for etcd [c6512cd71345db40a8989d190efbbdf8bbcff6acf959751934fb7297f6405715] ...
I0122 20:14:37.653754 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c6512cd71345db40a8989d190efbbdf8bbcff6acf959751934fb7297f6405715"
I0122 20:14:37.675411 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:37.730219 301918 logs.go:123] Gathering logs for coredns [82ce42fcfd9e88b73b77c05603d58f71b6e556825d4505ced69270239c256f2f] ...
I0122 20:14:37.730299 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 82ce42fcfd9e88b73b77c05603d58f71b6e556825d4505ced69270239c256f2f"
I0122 20:14:37.809378 301918 logs.go:123] Gathering logs for kube-scheduler [19b4af83cac5f66bb96a3c0bd3e47a8ca3189e98bb6f82ab3f1cb29f1fd59d3a] ...
I0122 20:14:37.809495 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 19b4af83cac5f66bb96a3c0bd3e47a8ca3189e98bb6f82ab3f1cb29f1fd59d3a"
I0122 20:14:37.914645 301918 logs.go:123] Gathering logs for container status ...
I0122 20:14:37.914725 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0122 20:14:38.005013 301918 logs.go:123] Gathering logs for kube-proxy [65f9d7094a4e2812d2be140524bcb44afe4df3e4f4787014d015dc58a7ea7f89] ...
I0122 20:14:38.005046 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 65f9d7094a4e2812d2be140524bcb44afe4df3e4f4787014d015dc58a7ea7f89"
I0122 20:14:38.117454 301918 logs.go:123] Gathering logs for kube-controller-manager [c22d8cc33cf49f8f8d691678a4e2616576ddb29f19827ee9fd205bd4c7b203bd] ...
I0122 20:14:38.117484 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c22d8cc33cf49f8f8d691678a4e2616576ddb29f19827ee9fd205bd4c7b203bd"
I0122 20:14:38.137800 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:38.174277 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:38.213840 301918 logs.go:123] Gathering logs for kindnet [65215aaa7ecca2af52988d4b275aa32bc41a8fa19ca2707ba6b5c397932feac7] ...
I0122 20:14:38.213879 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 65215aaa7ecca2af52988d4b275aa32bc41a8fa19ca2707ba6b5c397932feac7"
I0122 20:14:38.277452 301918 logs.go:123] Gathering logs for CRI-O ...
I0122 20:14:38.277481 301918 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0122 20:14:38.399908 301918 out.go:358] Setting ErrFile to fd 2...
I0122 20:14:38.399944 301918 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0122 20:14:38.400014 301918 out.go:270] X Problems detected in kubelet:
W0122 20:14:38.400031 301918 out.go:270] Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.749711 1488 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:38.400039 301918 out.go:270] Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.778920 1488 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-494116" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-494116' and this object
W0122 20:14:38.403746 301918 out.go:270] Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.778974 1488 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
W0122 20:14:38.403783 301918 out.go:270] Jan 22 20:13:32 addons-494116 kubelet[1488]: W0122 20:13:32.783404 1488 reflector.go:569] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-494116" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-494116' and this object
W0122 20:14:38.403806 301918 out.go:270] Jan 22 20:13:32 addons-494116 kubelet[1488]: E0122 20:13:32.783464 1488 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-494116\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-494116' and this object" logger="UnhandledError"
I0122 20:14:38.403822 301918 out.go:358] Setting ErrFile to fd 2...
I0122 20:14:38.403838 301918 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0122 20:14:38.644464 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:38.745637 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:39.137931 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:39.174957 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:39.637087 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:39.673949 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:40.137682 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:40.174119 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:40.636525 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:40.674043 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:41.141256 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:41.178268 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:41.637046 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:41.674493 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:42.137597 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:42.175570 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:42.638043 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:42.674304 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:43.140420 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:43.242227 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:43.637019 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0122 20:14:43.674525 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:44.136967 301918 kapi.go:107] duration metric: took 1m43.003639198s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0122 20:14:44.140261 301918 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-494116 cluster.
I0122 20:14:44.143192 301918 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0122 20:14:44.146013 301918 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0122 20:14:44.173397 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:44.674015 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:45.179450 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:45.674864 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:46.174240 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:46.674636 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:47.177072 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:47.676802 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:48.173811 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:48.415384 301918 system_pods.go:59] 18 kube-system pods found
I0122 20:14:48.415428 301918 system_pods.go:61] "coredns-668d6bf9bc-q2ht8" [d5673cf5-e5c2-4e08-a746-bb9aff798b0f] Running
I0122 20:14:48.415438 301918 system_pods.go:61] "csi-hostpath-attacher-0" [c1e568d1-21bb-471b-9b27-6bff9d8fa499] Running
I0122 20:14:48.415443 301918 system_pods.go:61] "csi-hostpath-resizer-0" [c4c1c5ad-8b7d-46b1-a9bc-e2f7f03786b7] Running
I0122 20:14:48.415451 301918 system_pods.go:61] "csi-hostpathplugin-9nc2j" [d719caac-046c-4380-8d3a-7c272b435ed7] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0122 20:14:48.415456 301918 system_pods.go:61] "etcd-addons-494116" [8ba45335-1b20-4223-a383-7c209a026295] Running
I0122 20:14:48.415462 301918 system_pods.go:61] "kindnet-5cl78" [58cb32dc-b5c9-4552-965b-7d866504146c] Running
I0122 20:14:48.415467 301918 system_pods.go:61] "kube-apiserver-addons-494116" [17af4e13-96ed-4a86-a944-b6d0f80d9967] Running
I0122 20:14:48.415471 301918 system_pods.go:61] "kube-controller-manager-addons-494116" [73c44880-26c5-494a-95c2-825c56904dd5] Running
I0122 20:14:48.415478 301918 system_pods.go:61] "kube-ingress-dns-minikube" [815ba042-f6f4-43a0-ae48-aa4db8054acf] Running
I0122 20:14:48.415482 301918 system_pods.go:61] "kube-proxy-8xz6r" [fff49e84-25b6-4ba7-bf82-0df44c0cf436] Running
I0122 20:14:48.415486 301918 system_pods.go:61] "kube-scheduler-addons-494116" [3ecf0b9b-938d-4960-9d18-0aaeefa43548] Running
I0122 20:14:48.415490 301918 system_pods.go:61] "metrics-server-7fbb699795-5swtr" [d68b2d45-a211-420c-8c86-5934aa4e7d1e] Running
I0122 20:14:48.415497 301918 system_pods.go:61] "nvidia-device-plugin-daemonset-9c7sr" [91d8f2d5-566c-4afb-8470-0b5b2e079520] Running
I0122 20:14:48.415501 301918 system_pods.go:61] "registry-6c88467877-66shk" [4e7c0300-9095-4819-9d75-2677c16a1b4f] Running
I0122 20:14:48.415507 301918 system_pods.go:61] "registry-proxy-mqjx8" [2f146f2b-524e-4a8f-9005-15518f68a9bb] Running
I0122 20:14:48.415511 301918 system_pods.go:61] "snapshot-controller-68b874b76f-f8s6z" [b1e70994-a2c9-4080-a430-5c8f8a0969a9] Running
I0122 20:14:48.415523 301918 system_pods.go:61] "snapshot-controller-68b874b76f-jxwcj" [ad8973af-a4fd-4942-b719-a309ab19aa80] Running
I0122 20:14:48.415527 301918 system_pods.go:61] "storage-provisioner" [1e88febc-7bb6-46b2-8bb9-684430fc0b03] Running
I0122 20:14:48.415533 301918 system_pods.go:74] duration metric: took 11.605994176s to wait for pod list to return data ...
I0122 20:14:48.415546 301918 default_sa.go:34] waiting for default service account to be created ...
I0122 20:14:48.418500 301918 default_sa.go:45] found service account: "default"
I0122 20:14:48.418530 301918 default_sa.go:55] duration metric: took 2.977458ms for default service account to be created ...
I0122 20:14:48.418541 301918 system_pods.go:137] waiting for k8s-apps to be running ...
I0122 20:14:48.428541 301918 system_pods.go:87] 18 kube-system pods found
I0122 20:14:48.431794 301918 system_pods.go:105] "coredns-668d6bf9bc-q2ht8" [d5673cf5-e5c2-4e08-a746-bb9aff798b0f] Running
I0122 20:14:48.431824 301918 system_pods.go:105] "csi-hostpath-attacher-0" [c1e568d1-21bb-471b-9b27-6bff9d8fa499] Running
I0122 20:14:48.431831 301918 system_pods.go:105] "csi-hostpath-resizer-0" [c4c1c5ad-8b7d-46b1-a9bc-e2f7f03786b7] Running
I0122 20:14:48.431843 301918 system_pods.go:105] "csi-hostpathplugin-9nc2j" [d719caac-046c-4380-8d3a-7c272b435ed7] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0122 20:14:48.431849 301918 system_pods.go:105] "etcd-addons-494116" [8ba45335-1b20-4223-a383-7c209a026295] Running
I0122 20:14:48.431855 301918 system_pods.go:105] "kindnet-5cl78" [58cb32dc-b5c9-4552-965b-7d866504146c] Running
I0122 20:14:48.431860 301918 system_pods.go:105] "kube-apiserver-addons-494116" [17af4e13-96ed-4a86-a944-b6d0f80d9967] Running
I0122 20:14:48.431867 301918 system_pods.go:105] "kube-controller-manager-addons-494116" [73c44880-26c5-494a-95c2-825c56904dd5] Running
I0122 20:14:48.431873 301918 system_pods.go:105] "kube-ingress-dns-minikube" [815ba042-f6f4-43a0-ae48-aa4db8054acf] Running
I0122 20:14:48.431882 301918 system_pods.go:105] "kube-proxy-8xz6r" [fff49e84-25b6-4ba7-bf82-0df44c0cf436] Running
I0122 20:14:48.431887 301918 system_pods.go:105] "kube-scheduler-addons-494116" [3ecf0b9b-938d-4960-9d18-0aaeefa43548] Running
I0122 20:14:48.431891 301918 system_pods.go:105] "metrics-server-7fbb699795-5swtr" [d68b2d45-a211-420c-8c86-5934aa4e7d1e] Running
I0122 20:14:48.431897 301918 system_pods.go:105] "nvidia-device-plugin-daemonset-9c7sr" [91d8f2d5-566c-4afb-8470-0b5b2e079520] Running
I0122 20:14:48.431903 301918 system_pods.go:105] "registry-6c88467877-66shk" [4e7c0300-9095-4819-9d75-2677c16a1b4f] Running
I0122 20:14:48.431908 301918 system_pods.go:105] "registry-proxy-mqjx8" [2f146f2b-524e-4a8f-9005-15518f68a9bb] Running
I0122 20:14:48.431916 301918 system_pods.go:105] "snapshot-controller-68b874b76f-f8s6z" [b1e70994-a2c9-4080-a430-5c8f8a0969a9] Running
I0122 20:14:48.431923 301918 system_pods.go:105] "snapshot-controller-68b874b76f-jxwcj" [ad8973af-a4fd-4942-b719-a309ab19aa80] Running
I0122 20:14:48.431929 301918 system_pods.go:105] "storage-provisioner" [1e88febc-7bb6-46b2-8bb9-684430fc0b03] Running
I0122 20:14:48.431937 301918 system_pods.go:147] duration metric: took 13.390392ms to wait for k8s-apps to be running ...
I0122 20:14:48.431947 301918 system_svc.go:44] waiting for kubelet service to be running ....
I0122 20:14:48.432004 301918 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0122 20:14:48.445794 301918 system_svc.go:56] duration metric: took 13.837544ms WaitForService to wait for kubelet
I0122 20:14:48.445876 301918 kubeadm.go:582] duration metric: took 1m58.539951348s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0122 20:14:48.445910 301918 node_conditions.go:102] verifying NodePressure condition ...
I0122 20:14:48.449645 301918 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0122 20:14:48.449677 301918 node_conditions.go:123] node cpu capacity is 2
I0122 20:14:48.449689 301918 node_conditions.go:105] duration metric: took 3.766591ms to run NodePressure ...
I0122 20:14:48.449702 301918 start.go:241] waiting for startup goroutines ...
I0122 20:14:48.673928 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:49.175419 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:49.675035 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:50.179051 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:50.674321 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:51.174060 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:51.674151 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:52.178254 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:52.676749 301918 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0122 20:14:53.174029 301918 kapi.go:107] duration metric: took 1m56.505286025s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0122 20:14:53.177783 301918 out.go:177] * Enabled addons: amd-gpu-device-plugin, cloud-spanner, storage-provisioner, nvidia-device-plugin, inspektor-gadget, ingress-dns, metrics-server, yakd, default-storageclass, volumesnapshots, registry, ingress, gcp-auth, csi-hostpath-driver
I0122 20:14:53.183973 301918 addons.go:514] duration metric: took 2m3.277646659s for enable addons: enabled=[amd-gpu-device-plugin cloud-spanner storage-provisioner nvidia-device-plugin inspektor-gadget ingress-dns metrics-server yakd default-storageclass volumesnapshots registry ingress gcp-auth csi-hostpath-driver]
I0122 20:14:53.184028 301918 start.go:246] waiting for cluster config update ...
I0122 20:14:53.184050 301918 start.go:255] writing updated cluster config ...
I0122 20:14:53.184374 301918 ssh_runner.go:195] Run: rm -f paused
I0122 20:14:53.604248 301918 start.go:600] kubectl: 1.32.1, cluster: 1.32.1 (minor skew: 0)
I0122 20:14:53.606347 301918 out.go:177] * Done! kubectl is now configured to use "addons-494116" cluster and "default" namespace by default
==> CRI-O <==
Jan 22 20:17:45 addons-494116 crio[970]: time="2025-01-22 20:17:45.624172678Z" level=info msg="Removed pod sandbox: 850163451b18aa5a699af218be18c33044a858340b45a36511777db0e34c9816" id=3cce33d3-bb0a-4c3c-aca7-92555ca1270b name=/runtime.v1.RuntimeService/RemovePodSandbox
Jan 22 20:18:10 addons-494116 crio[970]: time="2025-01-22 20:18:10.261311974Z" level=info msg="Running pod sandbox: default/hello-world-app-7d9564db4-cwstr/POD" id=cdad5963-d39a-4c6f-8ed0-acebed6ec589 name=/runtime.v1.RuntimeService/RunPodSandbox
Jan 22 20:18:10 addons-494116 crio[970]: time="2025-01-22 20:18:10.261372830Z" level=warning msg="Allowed annotations are specified for workload []"
Jan 22 20:18:10 addons-494116 crio[970]: time="2025-01-22 20:18:10.299475616Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-cwstr Namespace:default ID:0fcfc4dee36f0a7f972f14034fd7bc42f18b8276cf29e4ab99db4579892186d1 UID:8c1420bb-5803-4abc-a3f0-ca0fefc155bb NetNS:/var/run/netns/353395c0-c8f2-43e1-bbba-2d5d62a5ce82 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Jan 22 20:18:10 addons-494116 crio[970]: time="2025-01-22 20:18:10.299515730Z" level=info msg="Adding pod default_hello-world-app-7d9564db4-cwstr to CNI network \"kindnet\" (type=ptp)"
Jan 22 20:18:10 addons-494116 crio[970]: time="2025-01-22 20:18:10.317876316Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-cwstr Namespace:default ID:0fcfc4dee36f0a7f972f14034fd7bc42f18b8276cf29e4ab99db4579892186d1 UID:8c1420bb-5803-4abc-a3f0-ca0fefc155bb NetNS:/var/run/netns/353395c0-c8f2-43e1-bbba-2d5d62a5ce82 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Jan 22 20:18:10 addons-494116 crio[970]: time="2025-01-22 20:18:10.318019836Z" level=info msg="Checking pod default_hello-world-app-7d9564db4-cwstr for CNI network kindnet (type=ptp)"
Jan 22 20:18:10 addons-494116 crio[970]: time="2025-01-22 20:18:10.321656307Z" level=info msg="Ran pod sandbox 0fcfc4dee36f0a7f972f14034fd7bc42f18b8276cf29e4ab99db4579892186d1 with infra container: default/hello-world-app-7d9564db4-cwstr/POD" id=cdad5963-d39a-4c6f-8ed0-acebed6ec589 name=/runtime.v1.RuntimeService/RunPodSandbox
Jan 22 20:18:10 addons-494116 crio[970]: time="2025-01-22 20:18:10.322787095Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=d79187d7-36fb-4cd2-9281-df7fd2a1f71f name=/runtime.v1.ImageService/ImageStatus
Jan 22 20:18:10 addons-494116 crio[970]: time="2025-01-22 20:18:10.322994319Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=d79187d7-36fb-4cd2-9281-df7fd2a1f71f name=/runtime.v1.ImageService/ImageStatus
Jan 22 20:18:10 addons-494116 crio[970]: time="2025-01-22 20:18:10.325671558Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=9822487f-0472-4cfc-8eb6-d0ec672844cc name=/runtime.v1.ImageService/PullImage
Jan 22 20:18:10 addons-494116 crio[970]: time="2025-01-22 20:18:10.327845522Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Jan 22 20:18:10 addons-494116 crio[970]: time="2025-01-22 20:18:10.566198781Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Jan 22 20:18:11 addons-494116 crio[970]: time="2025-01-22 20:18:11.397269249Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=9822487f-0472-4cfc-8eb6-d0ec672844cc name=/runtime.v1.ImageService/PullImage
Jan 22 20:18:11 addons-494116 crio[970]: time="2025-01-22 20:18:11.398073284Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=d898cca5-bdbe-423e-a6e8-a46c4d4ad5e3 name=/runtime.v1.ImageService/ImageStatus
Jan 22 20:18:11 addons-494116 crio[970]: time="2025-01-22 20:18:11.398725305Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=d898cca5-bdbe-423e-a6e8-a46c4d4ad5e3 name=/runtime.v1.ImageService/ImageStatus
Jan 22 20:18:11 addons-494116 crio[970]: time="2025-01-22 20:18:11.400849810Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=5a623e1a-68c0-44dd-bdb3-dff0e703ca55 name=/runtime.v1.ImageService/ImageStatus
Jan 22 20:18:11 addons-494116 crio[970]: time="2025-01-22 20:18:11.401491248Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=5a623e1a-68c0-44dd-bdb3-dff0e703ca55 name=/runtime.v1.ImageService/ImageStatus
Jan 22 20:18:11 addons-494116 crio[970]: time="2025-01-22 20:18:11.403419236Z" level=info msg="Creating container: default/hello-world-app-7d9564db4-cwstr/hello-world-app" id=a16801ef-09c6-4a48-9cf7-f9034f192102 name=/runtime.v1.RuntimeService/CreateContainer
Jan 22 20:18:11 addons-494116 crio[970]: time="2025-01-22 20:18:11.403519755Z" level=warning msg="Allowed annotations are specified for workload []"
Jan 22 20:18:11 addons-494116 crio[970]: time="2025-01-22 20:18:11.432116208Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/f37fb636144dd2b1be477a62f5f88a2bdccfab92805aba8b903752843eac43ad/merged/etc/passwd: no such file or directory"
Jan 22 20:18:11 addons-494116 crio[970]: time="2025-01-22 20:18:11.432161910Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/f37fb636144dd2b1be477a62f5f88a2bdccfab92805aba8b903752843eac43ad/merged/etc/group: no such file or directory"
Jan 22 20:18:11 addons-494116 crio[970]: time="2025-01-22 20:18:11.491454591Z" level=info msg="Created container 91f9859699d6771043e7b6754176b63cc7dd773025e0f8d6314a5434cd302a5c: default/hello-world-app-7d9564db4-cwstr/hello-world-app" id=a16801ef-09c6-4a48-9cf7-f9034f192102 name=/runtime.v1.RuntimeService/CreateContainer
Jan 22 20:18:11 addons-494116 crio[970]: time="2025-01-22 20:18:11.492346369Z" level=info msg="Starting container: 91f9859699d6771043e7b6754176b63cc7dd773025e0f8d6314a5434cd302a5c" id=97f32103-bd14-4f56-b5ad-782569b29155 name=/runtime.v1.RuntimeService/StartContainer
Jan 22 20:18:11 addons-494116 crio[970]: time="2025-01-22 20:18:11.502217592Z" level=info msg="Started container" PID=8598 containerID=91f9859699d6771043e7b6754176b63cc7dd773025e0f8d6314a5434cd302a5c description=default/hello-world-app-7d9564db4-cwstr/hello-world-app id=97f32103-bd14-4f56-b5ad-782569b29155 name=/runtime.v1.RuntimeService/StartContainer sandboxID=0fcfc4dee36f0a7f972f14034fd7bc42f18b8276cf29e4ab99db4579892186d1
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
91f9859699d67 docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 0fcfc4dee36f0 hello-world-app-7d9564db4-cwstr
958bdaa504ed3 docker.io/library/nginx@sha256:4338a8ba9b9962d07e30e7ff4bbf27d62ee7523deb7205e8f0912169f1bbac10 2 minutes ago Running nginx 0 463d82ea45379 nginx
288c453c07f84 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 3 minutes ago Running busybox 0 1af0dfa64c0f7 busybox
2550e11eb22d0 registry.k8s.io/ingress-nginx/controller@sha256:787a5408fa511266888b2e765f9666bee67d9bf2518a6b7cfd4ab6cc01c22eee 3 minutes ago Running controller 0 cd9b44b0d706c ingress-nginx-controller-56d7c84fd4-gtw2r
fba1a5eac6401 docker.io/rancher/local-path-provisioner@sha256:689a2489a24e74426e4a4666e611c988202c5fa995908b0c60133aca3eb87d98 3 minutes ago Running local-path-provisioner 0 cade9082ed159 local-path-provisioner-76f89f99b5-mq5d8
fbcaf892cd04a d54655ed3a8543a162b688a24bf969ee1a28d906b8ccb30188059247efdae234 4 minutes ago Exited patch 2 1da6cbf6733eb ingress-nginx-admission-patch-dsntg
1f6719100e8b2 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 4 minutes ago Exited create 0 081d0d11cbcc0 ingress-nginx-admission-create-q9msv
6cf4dc915b72c gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c 4 minutes ago Running minikube-ingress-dns 0 5387f78147889 kube-ingress-dns-minikube
82ce42fcfd9e8 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 4 minutes ago Running coredns 0 94589cdb6804a coredns-668d6bf9bc-q2ht8
7ff22d5bdc89a ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 4 minutes ago Running storage-provisioner 0 b2ae41ed2d6ad storage-provisioner
65f9d7094a4e2 e124fbed851d756107a6153db4dc52269a2fd34af3cc46f00a2ef113f868aab0 5 minutes ago Running kube-proxy 0 699f3ac15d986 kube-proxy-8xz6r
65215aaa7ecca 2be0bcf609c6573ee83e676c747f31bda661ab2d4e039c51839e38fd258d2903 5 minutes ago Running kindnet-cni 0 523fef34f53a3 kindnet-5cl78
c22d8cc33cf49 2933761aa7adae93679cdde1c0bf457bd4dc4b53f95fc066a4c50aa9c375ea13 5 minutes ago Running kube-controller-manager 0 fec9858811374 kube-controller-manager-addons-494116
c6512cd71345d 7fc9d4aa817aa6a3e549f3cd49d1f7b496407be979fc36dd5f356d59ce8c3a82 5 minutes ago Running etcd 0 69045198f6319 etcd-addons-494116
652f2095e8e9b 265c2dedf28ab9b88c7910c1643e210ad62483867f2bab88f56919a6e49a0d19 5 minutes ago Running kube-apiserver 0 6721b62232716 kube-apiserver-addons-494116
19b4af83cac5f ddb38cac617cb18802e09e448db4b3aa70e9e469b02defa76e6de7192847a71c 5 minutes ago Running kube-scheduler 0 a5e85c8c55811 kube-scheduler-addons-494116
==> coredns [82ce42fcfd9e88b73b77c05603d58f71b6e556825d4505ced69270239c256f2f] <==
[INFO] 10.244.0.12:56564 - 14645 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.003008447s
[INFO] 10.244.0.12:56564 - 36613 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.000315159s
[INFO] 10.244.0.12:56564 - 43815 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.000346903s
[INFO] 10.244.0.12:57578 - 19332 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000177317s
[INFO] 10.244.0.12:57578 - 19118 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.00020509s
[INFO] 10.244.0.12:32968 - 36489 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000126733s
[INFO] 10.244.0.12:32968 - 36719 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000220959s
[INFO] 10.244.0.12:51468 - 4569 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000101782s
[INFO] 10.244.0.12:51468 - 4790 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.00009224s
[INFO] 10.244.0.12:36983 - 9235 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.00182049s
[INFO] 10.244.0.12:36983 - 9712 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001983341s
[INFO] 10.244.0.12:45647 - 61440 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000218776s
[INFO] 10.244.0.12:45647 - 61235 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000192864s
[INFO] 10.244.0.21:36816 - 5825 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000630145s
[INFO] 10.244.0.21:57277 - 304 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000803779s
[INFO] 10.244.0.21:56487 - 13977 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000201275s
[INFO] 10.244.0.21:50326 - 18526 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000188664s
[INFO] 10.244.0.21:50669 - 41727 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000149731s
[INFO] 10.244.0.21:52353 - 13477 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000161407s
[INFO] 10.244.0.21:52782 - 64530 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002344473s
[INFO] 10.244.0.21:45252 - 46366 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002182893s
[INFO] 10.244.0.21:49031 - 42889 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.003878776s
[INFO] 10.244.0.21:43569 - 46808 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.004042103s
[INFO] 10.244.0.24:50308 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.00016208s
[INFO] 10.244.0.24:38043 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000094053s
==> describe nodes <==
Name: addons-494116
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-494116
kubernetes.io/os=linux
minikube.k8s.io/commit=b3e9f161b4385e25ed54b565cd944f46507981c4
minikube.k8s.io/name=addons-494116
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_01_22T20_12_45_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-494116
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 22 Jan 2025 20:12:42 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-494116
AcquireTime: <unset>
RenewTime: Wed, 22 Jan 2025 20:18:01 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 22 Jan 2025 20:16:49 +0000 Wed, 22 Jan 2025 20:12:39 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 22 Jan 2025 20:16:49 +0000 Wed, 22 Jan 2025 20:12:39 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 22 Jan 2025 20:16:49 +0000 Wed, 22 Jan 2025 20:12:39 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 22 Jan 2025 20:16:49 +0000 Wed, 22 Jan 2025 20:13:32 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-494116
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022304Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022304Ki
pods: 110
System Info:
Machine ID: 80d6ec1a169d4fefbb7bbc0985427352
System UUID: 4f053df5-0c6d-4f9b-8069-6bb57f0e9b4c
Boot ID: 8115fd58-c635-4690-be5f-8a93a0c84d5d
Kernel Version: 5.15.0-1075-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.32.1
Kube-Proxy Version: v1.32.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m17s
default hello-world-app-7d9564db4-cwstr 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m20s
ingress-nginx ingress-nginx-controller-56d7c84fd4-gtw2r 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 5m15s
kube-system coredns-668d6bf9bc-q2ht8 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 5m18s
kube-system etcd-addons-494116 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 5m27s
kube-system kindnet-5cl78 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 5m22s
kube-system kube-apiserver-addons-494116 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m27s
kube-system kube-controller-manager-addons-494116 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m27s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m17s
kube-system kube-proxy-8xz6r 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m22s
kube-system kube-scheduler-addons-494116 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m27s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m16s
local-path-storage local-path-provisioner-76f89f99b5-mq5d8 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m16s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 310Mi (3%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m16s kube-proxy
Normal NodeHasSufficientMemory 5m33s (x8 over 5m33s) kubelet Node addons-494116 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m33s (x8 over 5m33s) kubelet Node addons-494116 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m33s (x8 over 5m33s) kubelet Node addons-494116 status is now: NodeHasSufficientPID
Normal Starting 5m27s kubelet Starting kubelet.
Warning CgroupV1 5m27s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 5m27s kubelet Node addons-494116 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m27s kubelet Node addons-494116 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m27s kubelet Node addons-494116 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m22s node-controller Node addons-494116 event: Registered Node addons-494116 in Controller
Normal NodeReady 4m39s kubelet Node addons-494116 status is now: NodeReady
==> dmesg <==
[Jan22 18:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.014880] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.506651] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.033324] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +0.759528] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[ +5.210867] kauditd_printk_skb: 36 callbacks suppressed
[Jan22 19:05] hrtimer: interrupt took 2689267 ns
[Jan22 19:40] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
==> etcd [c6512cd71345db40a8989d190efbbdf8bbcff6acf959751934fb7297f6405715] <==
{"level":"info","ts":"2025-01-22T20:12:53.608134Z","caller":"traceutil/trace.go:171","msg":"trace[740720620] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"118.163048ms","start":"2025-01-22T20:12:53.489953Z","end":"2025-01-22T20:12:53.608116Z","steps":["trace[740720620] 'process raft request' (duration: 118.050452ms)"],"step_count":1}
{"level":"info","ts":"2025-01-22T20:12:53.616690Z","caller":"traceutil/trace.go:171","msg":"trace[915445789] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"123.221221ms","start":"2025-01-22T20:12:53.493453Z","end":"2025-01-22T20:12:53.616674Z","steps":["trace[915445789] 'process raft request' (duration: 122.90013ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-22T20:12:53.716825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.478512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/local-path-storage\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-01-22T20:12:53.732900Z","caller":"traceutil/trace.go:171","msg":"trace[860164642] range","detail":"{range_begin:/registry/namespaces/local-path-storage; range_end:; response_count:0; response_revision:371; }","duration":"180.563769ms","start":"2025-01-22T20:12:53.552311Z","end":"2025-01-22T20:12:53.732875Z","steps":["trace[860164642] 'agreement among raft nodes before linearized reading' (duration: 96.211106ms)","trace[860164642] 'range keys from in-memory index tree' (duration: 68.249421ms)"],"step_count":2}
{"level":"info","ts":"2025-01-22T20:12:53.733419Z","caller":"traceutil/trace.go:171","msg":"trace[933643983] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"180.624083ms","start":"2025-01-22T20:12:53.552786Z","end":"2025-01-22T20:12:53.733410Z","steps":["trace[933643983] 'process raft request' (duration: 157.701577ms)"],"step_count":1}
{"level":"info","ts":"2025-01-22T20:12:53.735409Z","caller":"traceutil/trace.go:171","msg":"trace[240376844] linearizableReadLoop","detail":"{readStateIndex:385; appliedIndex:380; }","duration":"118.883815ms","start":"2025-01-22T20:12:53.616515Z","end":"2025-01-22T20:12:53.735399Z","steps":["trace[240376844] 'read index received' (duration: 93.977331ms)","trace[240376844] 'applied index is now lower than readState.Index' (duration: 24.905868ms)"],"step_count":2}
{"level":"info","ts":"2025-01-22T20:12:53.741113Z","caller":"traceutil/trace.go:171","msg":"trace[77662209] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"167.965292ms","start":"2025-01-22T20:12:53.573133Z","end":"2025-01-22T20:12:53.741098Z","steps":["trace[77662209] 'process raft request' (duration: 160.078873ms)"],"step_count":1}
{"level":"info","ts":"2025-01-22T20:12:53.750145Z","caller":"traceutil/trace.go:171","msg":"trace[2051654765] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"176.879843ms","start":"2025-01-22T20:12:53.573247Z","end":"2025-01-22T20:12:53.750127Z","steps":["trace[2051654765] 'process raft request' (duration: 162.039287ms)"],"step_count":1}
{"level":"info","ts":"2025-01-22T20:12:53.801713Z","caller":"traceutil/trace.go:171","msg":"trace[2080876818] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"228.150445ms","start":"2025-01-22T20:12:53.573541Z","end":"2025-01-22T20:12:53.801691Z","steps":["trace[2080876818] 'process raft request' (duration: 161.797135ms)"],"step_count":1}
{"level":"info","ts":"2025-01-22T20:12:53.801871Z","caller":"traceutil/trace.go:171","msg":"trace[131710938] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"186.000984ms","start":"2025-01-22T20:12:53.615862Z","end":"2025-01-22T20:12:53.801863Z","steps":["trace[131710938] 'process raft request' (duration: 119.507043ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-22T20:12:53.801938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.481963ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-01-22T20:12:53.802756Z","caller":"traceutil/trace.go:171","msg":"trace[886491830] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:376; }","duration":"229.309362ms","start":"2025-01-22T20:12:53.573438Z","end":"2025-01-22T20:12:53.802747Z","steps":["trace[886491830] 'agreement among raft nodes before linearized reading' (duration: 228.447421ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-22T20:12:53.801970Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.738842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/default/cloud-spanner-emulator\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-01-22T20:12:53.806408Z","caller":"traceutil/trace.go:171","msg":"trace[65336917] range","detail":"{range_begin:/registry/services/specs/default/cloud-spanner-emulator; range_end:; response_count:0; response_revision:376; }","duration":"233.171967ms","start":"2025-01-22T20:12:53.573224Z","end":"2025-01-22T20:12:53.806396Z","steps":["trace[65336917] 'agreement among raft nodes before linearized reading' (duration: 228.726765ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-22T20:12:53.801990Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.786776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/traces.gadget.kinvolk.io\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-01-22T20:12:53.807425Z","caller":"traceutil/trace.go:171","msg":"trace[596070681] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/traces.gadget.kinvolk.io; range_end:; response_count:0; response_revision:376; }","duration":"234.215088ms","start":"2025-01-22T20:12:53.573199Z","end":"2025-01-22T20:12:53.807414Z","steps":["trace[596070681] 'agreement among raft nodes before linearized reading' (duration: 228.779161ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-22T20:12:53.802022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.657983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2025-01-22T20:12:53.807626Z","caller":"traceutil/trace.go:171","msg":"trace[914658602] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:376; }","duration":"255.218714ms","start":"2025-01-22T20:12:53.552360Z","end":"2025-01-22T20:12:53.807579Z","steps":["trace[914658602] 'agreement among raft nodes before linearized reading' (duration: 249.637446ms)"],"step_count":1}
{"level":"info","ts":"2025-01-22T20:12:53.808048Z","caller":"traceutil/trace.go:171","msg":"trace[1096608394] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"159.049765ms","start":"2025-01-22T20:12:53.648990Z","end":"2025-01-22T20:12:53.808040Z","steps":["trace[1096608394] 'process raft request' (duration: 159.02675ms)"],"step_count":1}
{"level":"info","ts":"2025-01-22T20:12:53.808223Z","caller":"traceutil/trace.go:171","msg":"trace[1499963956] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"159.293566ms","start":"2025-01-22T20:12:53.648922Z","end":"2025-01-22T20:12:53.808216Z","steps":["trace[1499963956] 'process raft request' (duration: 159.02858ms)"],"step_count":1}
{"level":"info","ts":"2025-01-22T20:12:53.811534Z","caller":"traceutil/trace.go:171","msg":"trace[651292882] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"101.102803ms","start":"2025-01-22T20:12:53.710420Z","end":"2025-01-22T20:12:53.811523Z","steps":["trace[651292882] 'process raft request' (duration: 99.383934ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-22T20:12:53.811779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.630214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2025-01-22T20:12:53.811816Z","caller":"traceutil/trace.go:171","msg":"trace[473557459] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:380; }","duration":"101.666627ms","start":"2025-01-22T20:12:53.710130Z","end":"2025-01-22T20:12:53.811796Z","steps":["trace[473557459] 'agreement among raft nodes before linearized reading' (duration: 101.608462ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-22T20:12:53.811905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.802197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.metrics.k8s.io\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-01-22T20:12:53.811922Z","caller":"traceutil/trace.go:171","msg":"trace[1372501601] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.metrics.k8s.io; range_end:; response_count:0; response_revision:380; }","duration":"101.820428ms","start":"2025-01-22T20:12:53.710096Z","end":"2025-01-22T20:12:53.811916Z","steps":["trace[1372501601] 'agreement among raft nodes before linearized reading' (duration: 101.788978ms)"],"step_count":1}
==> kernel <==
20:18:11 up 2:00, 0 users, load average: 0.45, 1.75, 2.41
Linux addons-494116 5.15.0-1075-aws #82~20.04.1-Ubuntu SMP Thu Dec 19 05:23:06 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [65215aaa7ecca2af52988d4b275aa32bc41a8fa19ca2707ba6b5c397932feac7] <==
I0122 20:16:02.513065 1 main.go:301] handling current node
I0122 20:16:12.516700 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0122 20:16:12.516737 1 main.go:301] handling current node
I0122 20:16:22.515350 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0122 20:16:22.515418 1 main.go:301] handling current node
I0122 20:16:32.514290 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0122 20:16:32.514334 1 main.go:301] handling current node
I0122 20:16:42.513023 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0122 20:16:42.513066 1 main.go:301] handling current node
I0122 20:16:52.512960 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0122 20:16:52.513024 1 main.go:301] handling current node
I0122 20:17:02.518681 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0122 20:17:02.518720 1 main.go:301] handling current node
I0122 20:17:12.516736 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0122 20:17:12.516777 1 main.go:301] handling current node
I0122 20:17:22.514000 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0122 20:17:22.514036 1 main.go:301] handling current node
I0122 20:17:32.516728 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0122 20:17:32.516762 1 main.go:301] handling current node
I0122 20:17:42.520745 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0122 20:17:42.520785 1 main.go:301] handling current node
I0122 20:17:52.513800 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0122 20:17:52.513836 1 main.go:301] handling current node
I0122 20:18:02.517515 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0122 20:18:02.517546 1 main.go:301] handling current node
==> kube-apiserver [652f2095e8e9be0775b53b2d6260bb2376cd0fa4f160b34221345929ea6c812e] <==
E0122 20:15:05.173847 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:41672: use of closed network connection
I0122 20:15:14.525613 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.103.45.61"}
I0122 20:15:44.663640 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0122 20:15:45.466414 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0122 20:15:46.606307 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0122 20:15:51.118661 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0122 20:15:51.417337 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.101.208.144"}
I0122 20:16:05.311535 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0122 20:16:05.311584 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0122 20:16:05.346673 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0122 20:16:05.354300 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0122 20:16:05.356996 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0122 20:16:05.357039 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0122 20:16:05.399557 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0122 20:16:05.399639 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0122 20:16:05.474045 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0122 20:16:05.480803 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0122 20:16:05.480939 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0122 20:16:06.356953 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0122 20:16:06.477510 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
E0122 20:16:06.487740 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"csi-hostpathplugin-sa\" not found]"
E0122 20:16:06.494978 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"csi-hostpathplugin-sa\" not found]"
W0122 20:16:06.582801 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
E0122 20:16:41.353464 1 watch.go:278] "Unhandled Error" err="http2: stream closed" logger="UnhandledError"
I0122 20:18:09.912238 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.101.7.199"}
==> kube-controller-manager [c22d8cc33cf49f8f8d691678a4e2616576ddb29f19827ee9fd205bd4c7b203bd] <==
E0122 20:17:08.485314 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W0122 20:17:08.486317 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0122 20:17:08.486367 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0122 20:17:14.387852 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0122 20:17:14.388924 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0122 20:17:14.390021 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0122 20:17:14.390131 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0122 20:17:32.346346 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0122 20:17:32.347298 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0122 20:17:32.348177 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0122 20:17:32.348214 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0122 20:17:39.812135 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0122 20:17:39.813213 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotclasses"
W0122 20:17:39.814246 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0122 20:17:39.814286 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0122 20:18:06.041816 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0122 20:18:06.043001 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W0122 20:18:06.044179 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0122 20:18:06.044272 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0122 20:18:09.664494 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="50.489716ms"
I0122 20:18:09.676248 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="11.61885ms"
I0122 20:18:09.698673 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="22.377724ms"
I0122 20:18:09.698845 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="50.977µs"
I0122 20:18:11.724830 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="13.04331ms"
I0122 20:18:11.725325 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="40.336µs"
==> kube-proxy [65f9d7094a4e2812d2be140524bcb44afe4df3e4f4787014d015dc58a7ea7f89] <==
I0122 20:12:54.650080 1 server_linux.go:66] "Using iptables proxy"
I0122 20:12:55.468278 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0122 20:12:55.468418 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0122 20:12:55.753735 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0122 20:12:55.753866 1 server_linux.go:170] "Using iptables Proxier"
I0122 20:12:55.755660 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0122 20:12:55.756028 1 server.go:497] "Version info" version="v1.32.1"
I0122 20:12:55.756219 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0122 20:12:55.757575 1 config.go:199] "Starting service config controller"
I0122 20:12:55.758306 1 shared_informer.go:313] Waiting for caches to sync for service config
I0122 20:12:55.758384 1 config.go:105] "Starting endpoint slice config controller"
I0122 20:12:55.758412 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0122 20:12:55.758929 1 config.go:329] "Starting node config controller"
I0122 20:12:55.758936 1 shared_informer.go:313] Waiting for caches to sync for node config
I0122 20:12:55.863097 1 shared_informer.go:320] Caches are synced for service config
I0122 20:12:55.863233 1 shared_informer.go:320] Caches are synced for node config
I0122 20:12:55.863248 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [19b4af83cac5f66bb96a3c0bd3e47a8ca3189e98bb6f82ab3f1cb29f1fd59d3a] <==
W0122 20:12:43.157446 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0122 20:12:43.163732 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0122 20:12:43.157471 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0122 20:12:43.163752 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0122 20:12:43.163138 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0122 20:12:43.163785 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0122 20:12:43.163166 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0122 20:12:43.163805 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0122 20:12:43.163209 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0122 20:12:43.163829 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0122 20:12:43.163238 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0122 20:12:43.163869 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0122 20:12:43.163274 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0122 20:12:43.163883 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0122 20:12:43.163301 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0122 20:12:43.163907 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0122 20:12:43.163324 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "volumeattachments" in API group "storage.k8s.io" at the cluster scope
E0122 20:12:43.163923 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.VolumeAttachment: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0122 20:12:43.163351 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0122 20:12:43.163940 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0122 20:12:43.163398 1 reflector.go:569] runtime/asm_arm64.s:1223: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0122 20:12:43.163964 1 reflector.go:166] "Unhandled Error" err="runtime/asm_arm64.s:1223: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W0122 20:12:43.157412 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0122 20:12:43.163984 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
I0122 20:12:44.552855 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Jan 22 20:17:44 addons-494116 kubelet[1488]: E0122 20:17:44.772372 1488 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/c65213e804d31f0216af271a68736344edfd8fae2b2dd912a906e5ce5c0e928e/diff" to get inode usage: stat /var/lib/containers/storage/overlay/c65213e804d31f0216af271a68736344edfd8fae2b2dd912a906e5ce5c0e928e/diff: no such file or directory, extraDiskErr: <nil>
Jan 22 20:17:44 addons-494116 kubelet[1488]: E0122 20:17:44.772385 1488 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/afd6e100bbcc1c6b03c04b9e82fdaeb87d54e67c055e5298afb53a735ef44610/diff" to get inode usage: stat /var/lib/containers/storage/overlay/afd6e100bbcc1c6b03c04b9e82fdaeb87d54e67c055e5298afb53a735ef44610/diff: no such file or directory, extraDiskErr: <nil>
Jan 22 20:17:44 addons-494116 kubelet[1488]: E0122 20:17:44.787834 1488 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/1a4fd21f1336baf3ce5b5da0ea36e6435ddf9c62b44722b4bf83268a2e108156/diff" to get inode usage: stat /var/lib/containers/storage/overlay/1a4fd21f1336baf3ce5b5da0ea36e6435ddf9c62b44722b4bf83268a2e108156/diff: no such file or directory, extraDiskErr: <nil>
Jan 22 20:17:44 addons-494116 kubelet[1488]: E0122 20:17:44.798119 1488 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/d9ab193e2a1e3e1201b49fb48d564ea5c4cdf69cf76621bc873b20d5311fe80c/diff" to get inode usage: stat /var/lib/containers/storage/overlay/d9ab193e2a1e3e1201b49fb48d564ea5c4cdf69cf76621bc873b20d5311fe80c/diff: no such file or directory, extraDiskErr: <nil>
Jan 22 20:17:44 addons-494116 kubelet[1488]: E0122 20:17:44.810499 1488 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/5be4e942fff1c8795e682a250bfc3a0ebb21c3d3c619e4b6cd89253e083b8bca/diff" to get inode usage: stat /var/lib/containers/storage/overlay/5be4e942fff1c8795e682a250bfc3a0ebb21c3d3c619e4b6cd89253e083b8bca/diff: no such file or directory, extraDiskErr: <nil>
Jan 22 20:17:44 addons-494116 kubelet[1488]: E0122 20:17:44.810511 1488 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/c65213e804d31f0216af271a68736344edfd8fae2b2dd912a906e5ce5c0e928e/diff" to get inode usage: stat /var/lib/containers/storage/overlay/c65213e804d31f0216af271a68736344edfd8fae2b2dd912a906e5ce5c0e928e/diff: no such file or directory, extraDiskErr: <nil>
Jan 22 20:17:44 addons-494116 kubelet[1488]: E0122 20:17:44.818356 1488 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/5be4e942fff1c8795e682a250bfc3a0ebb21c3d3c619e4b6cd89253e083b8bca/diff" to get inode usage: stat /var/lib/containers/storage/overlay/5be4e942fff1c8795e682a250bfc3a0ebb21c3d3c619e4b6cd89253e083b8bca/diff: no such file or directory, extraDiskErr: <nil>
Jan 22 20:17:44 addons-494116 kubelet[1488]: E0122 20:17:44.820755 1488 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/1db56847871a03d527cfcc7dacf28de69dcd065cf931776a4335f48287e208fb/diff" to get inode usage: stat /var/lib/containers/storage/overlay/1db56847871a03d527cfcc7dacf28de69dcd065cf931776a4335f48287e208fb/diff: no such file or directory, extraDiskErr: <nil>
Jan 22 20:17:44 addons-494116 kubelet[1488]: E0122 20:17:44.825964 1488 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/d92f16af8d34879d78deb426c54f4ff460b9573f10ede316b744d8721e67e7a8/diff" to get inode usage: stat /var/lib/containers/storage/overlay/d92f16af8d34879d78deb426c54f4ff460b9573f10ede316b744d8721e67e7a8/diff: no such file or directory, extraDiskErr: <nil>
Jan 22 20:17:44 addons-494116 kubelet[1488]: E0122 20:17:44.827040 1488 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/1db56847871a03d527cfcc7dacf28de69dcd065cf931776a4335f48287e208fb/diff" to get inode usage: stat /var/lib/containers/storage/overlay/1db56847871a03d527cfcc7dacf28de69dcd065cf931776a4335f48287e208fb/diff: no such file or directory, extraDiskErr: <nil>
Jan 22 20:17:44 addons-494116 kubelet[1488]: E0122 20:17:44.842585 1488 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/0df7f0b860560faa8877271193a9352f10227a58cdf53290b26b13a964684187/diff" to get inode usage: stat /var/lib/containers/storage/overlay/0df7f0b860560faa8877271193a9352f10227a58cdf53290b26b13a964684187/diff: no such file or directory, extraDiskErr: <nil>
Jan 22 20:17:44 addons-494116 kubelet[1488]: E0122 20:17:44.850017 1488 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/1a4fd21f1336baf3ce5b5da0ea36e6435ddf9c62b44722b4bf83268a2e108156/diff" to get inode usage: stat /var/lib/containers/storage/overlay/1a4fd21f1336baf3ce5b5da0ea36e6435ddf9c62b44722b4bf83268a2e108156/diff: no such file or directory, extraDiskErr: <nil>
Jan 22 20:17:44 addons-494116 kubelet[1488]: E0122 20:17:44.882371 1488 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/d9ab193e2a1e3e1201b49fb48d564ea5c4cdf69cf76621bc873b20d5311fe80c/diff" to get inode usage: stat /var/lib/containers/storage/overlay/d9ab193e2a1e3e1201b49fb48d564ea5c4cdf69cf76621bc873b20d5311fe80c/diff: no such file or directory, extraDiskErr: <nil>
Jan 22 20:17:44 addons-494116 kubelet[1488]: E0122 20:17:44.970742 1488 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737577064970415437,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595443,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 22 20:17:44 addons-494116 kubelet[1488]: E0122 20:17:44.970787 1488 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737577064970415437,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595443,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 22 20:17:54 addons-494116 kubelet[1488]: E0122 20:17:54.973622 1488 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737577074973380057,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595443,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 22 20:17:54 addons-494116 kubelet[1488]: E0122 20:17:54.973664 1488 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737577074973380057,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595443,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 22 20:18:04 addons-494116 kubelet[1488]: E0122 20:18:04.976542 1488 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737577084976272478,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595443,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 22 20:18:04 addons-494116 kubelet[1488]: E0122 20:18:04.976585 1488 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737577084976272478,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595443,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 22 20:18:09 addons-494116 kubelet[1488]: I0122 20:18:09.660071 1488 memory_manager.go:355] "RemoveStaleState removing state" podUID="282bd617-542e-4a39-9754-656fcd502a64" containerName="helper-pod"
Jan 22 20:18:09 addons-494116 kubelet[1488]: I0122 20:18:09.660108 1488 memory_manager.go:355] "RemoveStaleState removing state" podUID="d88e9487-9b39-40e1-a211-b18a3861e695" containerName="cloud-spanner-emulator"
Jan 22 20:18:09 addons-494116 kubelet[1488]: I0122 20:18:09.660119 1488 memory_manager.go:355] "RemoveStaleState removing state" podUID="0423fbaa-2bc4-4b21-b8ed-f5a4f2392c34" containerName="yakd"
Jan 22 20:18:09 addons-494116 kubelet[1488]: I0122 20:18:09.660128 1488 memory_manager.go:355] "RemoveStaleState removing state" podUID="91d8f2d5-566c-4afb-8470-0b5b2e079520" containerName="nvidia-device-plugin-ctr"
Jan 22 20:18:09 addons-494116 kubelet[1488]: I0122 20:18:09.804909 1488 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8m76l\" (UniqueName: \"kubernetes.io/projected/8c1420bb-5803-4abc-a3f0-ca0fefc155bb-kube-api-access-8m76l\") pod \"hello-world-app-7d9564db4-cwstr\" (UID: \"8c1420bb-5803-4abc-a3f0-ca0fefc155bb\") " pod="default/hello-world-app-7d9564db4-cwstr"
Jan 22 20:18:10 addons-494116 kubelet[1488]: W0122 20:18:10.320726 1488 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/016bb27abd5fcfe51dce87321eec6a6113b5d5a6433a59ec5e805d2536289b8c/crio-0fcfc4dee36f0a7f972f14034fd7bc42f18b8276cf29e4ab99db4579892186d1 WatchSource:0}: Error finding container 0fcfc4dee36f0a7f972f14034fd7bc42f18b8276cf29e4ab99db4579892186d1: Status 404 returned error can't find the container with id 0fcfc4dee36f0a7f972f14034fd7bc42f18b8276cf29e4ab99db4579892186d1
==> storage-provisioner [7ff22d5bdc89ab4fa0384469ac50b95a509b068e0d215bf77fd7049538f3a237] <==
I0122 20:13:33.311243 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0122 20:13:33.331538 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0122 20:13:33.331611 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0122 20:13:33.348567 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0122 20:13:33.348785 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-494116_daf91635-c85d-4de2-8e05-0a420530ee31!
I0122 20:13:33.350739 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"c82a1cb9-2f96-4291-82a7-744cfe7eacc3", APIVersion:"v1", ResourceVersion:"895", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-494116_daf91635-c85d-4de2-8e05-0a420530ee31 became leader
I0122 20:13:33.449719 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-494116_daf91635-c85d-4de2-8e05-0a420530ee31!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-494116 -n addons-494116
helpers_test.go:261: (dbg) Run: kubectl --context addons-494116 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-q9msv ingress-nginx-admission-patch-dsntg
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-494116 describe pod ingress-nginx-admission-create-q9msv ingress-nginx-admission-patch-dsntg
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-494116 describe pod ingress-nginx-admission-create-q9msv ingress-nginx-admission-patch-dsntg: exit status 1 (80.868505ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-q9msv" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-dsntg" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-494116 describe pod ingress-nginx-admission-create-q9msv ingress-nginx-admission-patch-dsntg: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-494116 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-494116 addons disable ingress-dns --alsologtostderr -v=1: (1.738222764s)
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-494116 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-494116 addons disable ingress --alsologtostderr -v=1: (7.788022762s)
--- FAIL: TestAddons/parallel/Ingress (151.79s)