=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-902832 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-902832 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-902832 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [7844b518-e81f-4ffd-a040-f38acb1ff64d] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [7844b518-e81f-4ffd-a040-f38acb1ff64d] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 7.003783373s
I1002 00:01:55.500607 1468453 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-902832 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-902832 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m10.748939934s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-902832 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-902832 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-902832
helpers_test.go:235: (dbg) docker inspect addons-902832:
-- stdout --
[
{
"Id": "7624d238c4e1e733c03e23211740a8a195a5a89f697d5f2d22503bb683d08664",
"Created": "2024-10-01T23:48:33.177211615Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1469706,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-10-01T23:48:33.306193379Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:b5f10d57944829de859b6363a7c57065ccc6b1805dabb3bce283aaecb83f3acc",
"ResolvConfPath": "/var/lib/docker/containers/7624d238c4e1e733c03e23211740a8a195a5a89f697d5f2d22503bb683d08664/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/7624d238c4e1e733c03e23211740a8a195a5a89f697d5f2d22503bb683d08664/hostname",
"HostsPath": "/var/lib/docker/containers/7624d238c4e1e733c03e23211740a8a195a5a89f697d5f2d22503bb683d08664/hosts",
"LogPath": "/var/lib/docker/containers/7624d238c4e1e733c03e23211740a8a195a5a89f697d5f2d22503bb683d08664/7624d238c4e1e733c03e23211740a8a195a5a89f697d5f2d22503bb683d08664-json.log",
"Name": "/addons-902832",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-902832:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-902832",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/6ae505a6eedd604f944a4460652cbaec9dd0c83d912166e9fe359a09a3211aeb-init/diff:/var/lib/docker/overlay2/a3930beaaef2dcba1a61f406e1fdc853ce637c87ef61fa93a286e9e50993b951/diff",
"MergedDir": "/var/lib/docker/overlay2/6ae505a6eedd604f944a4460652cbaec9dd0c83d912166e9fe359a09a3211aeb/merged",
"UpperDir": "/var/lib/docker/overlay2/6ae505a6eedd604f944a4460652cbaec9dd0c83d912166e9fe359a09a3211aeb/diff",
"WorkDir": "/var/lib/docker/overlay2/6ae505a6eedd604f944a4460652cbaec9dd0c83d912166e9fe359a09a3211aeb/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-902832",
"Source": "/var/lib/docker/volumes/addons-902832/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-902832",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-902832",
"name.minikube.sigs.k8s.io": "addons-902832",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "8042e82f667c42dcf5dc036da3e36737da63298a2ba0bbda92fdd57e5051eb88",
"SandboxKey": "/var/run/docker/netns/8042e82f667c",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34294"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34295"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34298"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34296"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34297"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-902832": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "51635cd5ac36d0dc534d71775aefdac2f936c0b4261dead30f5dc6b0bafee43e",
"EndpointID": "74eba1b9edd80348539063b917b90f54ddf72306bc662f0e484a3002e5b81402",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-902832",
"7624d238c4e1"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-902832 -n addons-902832
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-902832 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-902832 logs -n 25: (1.581297089s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-732922 | download-only-732922 | jenkins | v1.34.0 | 01 Oct 24 23:48 UTC | 01 Oct 24 23:48 UTC |
| delete | -p download-only-481946 | download-only-481946 | jenkins | v1.34.0 | 01 Oct 24 23:48 UTC | 01 Oct 24 23:48 UTC |
| start | --download-only -p | download-docker-549806 | jenkins | v1.34.0 | 01 Oct 24 23:48 UTC | |
| | download-docker-549806 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-549806 | download-docker-549806 | jenkins | v1.34.0 | 01 Oct 24 23:48 UTC | 01 Oct 24 23:48 UTC |
| start | --download-only -p | binary-mirror-904477 | jenkins | v1.34.0 | 01 Oct 24 23:48 UTC | |
| | binary-mirror-904477 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:33775 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-904477 | binary-mirror-904477 | jenkins | v1.34.0 | 01 Oct 24 23:48 UTC | 01 Oct 24 23:48 UTC |
| addons | enable dashboard -p | addons-902832 | jenkins | v1.34.0 | 01 Oct 24 23:48 UTC | |
| | addons-902832 | | | | | |
| addons | disable dashboard -p | addons-902832 | jenkins | v1.34.0 | 01 Oct 24 23:48 UTC | |
| | addons-902832 | | | | | |
| start | -p addons-902832 --wait=true | addons-902832 | jenkins | v1.34.0 | 01 Oct 24 23:48 UTC | 01 Oct 24 23:51 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-902832 addons disable | addons-902832 | jenkins | v1.34.0 | 01 Oct 24 23:51 UTC | 01 Oct 24 23:51 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-902832 addons disable | addons-902832 | jenkins | v1.34.0 | 01 Oct 24 23:59 UTC | 02 Oct 24 00:00 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-902832 | jenkins | v1.34.0 | 02 Oct 24 00:00 UTC | 02 Oct 24 00:00 UTC |
| | -p addons-902832 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-902832 ip | addons-902832 | jenkins | v1.34.0 | 02 Oct 24 00:00 UTC | 02 Oct 24 00:00 UTC |
| addons | addons-902832 addons disable | addons-902832 | jenkins | v1.34.0 | 02 Oct 24 00:00 UTC | 02 Oct 24 00:00 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-902832 addons disable | addons-902832 | jenkins | v1.34.0 | 02 Oct 24 00:00 UTC | 02 Oct 24 00:00 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-902832 addons disable | addons-902832 | jenkins | v1.34.0 | 02 Oct 24 00:00 UTC | 02 Oct 24 00:00 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-902832 | jenkins | v1.34.0 | 02 Oct 24 00:00 UTC | 02 Oct 24 00:00 UTC |
| | -p addons-902832 | | | | | |
| addons | addons-902832 addons | addons-902832 | jenkins | v1.34.0 | 02 Oct 24 00:00 UTC | 02 Oct 24 00:00 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-902832 ssh cat | addons-902832 | jenkins | v1.34.0 | 02 Oct 24 00:00 UTC | 02 Oct 24 00:00 UTC |
| | /opt/local-path-provisioner/pvc-cf99ba77-1628-40e8-9e38-1970b272e06c_default_test-pvc/file1 | | | | | |
| addons | addons-902832 addons disable | addons-902832 | jenkins | v1.34.0 | 02 Oct 24 00:00 UTC | 02 Oct 24 00:01 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-902832 addons | addons-902832 | jenkins | v1.34.0 | 02 Oct 24 00:01 UTC | 02 Oct 24 00:01 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-902832 addons | addons-902832 | jenkins | v1.34.0 | 02 Oct 24 00:01 UTC | 02 Oct 24 00:01 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-902832 addons | addons-902832 | jenkins | v1.34.0 | 02 Oct 24 00:01 UTC | 02 Oct 24 00:01 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-902832 ssh curl -s | addons-902832 | jenkins | v1.34.0 | 02 Oct 24 00:01 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-902832 ip | addons-902832 | jenkins | v1.34.0 | 02 Oct 24 00:04 UTC | 02 Oct 24 00:04 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/01 23:48:09
Running on machine: ip-172-31-29-130
Binary: Built with gc go1.23.0 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1001 23:48:09.068891 1469207 out.go:345] Setting OutFile to fd 1 ...
I1001 23:48:09.069027 1469207 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1001 23:48:09.069038 1469207 out.go:358] Setting ErrFile to fd 2...
I1001 23:48:09.069043 1469207 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1001 23:48:09.069264 1469207 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19740-1463060/.minikube/bin
I1001 23:48:09.069685 1469207 out.go:352] Setting JSON to false
I1001 23:48:09.070706 1469207 start.go:129] hostinfo: {"hostname":"ip-172-31-29-130","uptime":19829,"bootTime":1727806660,"procs":166,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"36adf542-ef4f-4e2d-a0c8-6868d1383ff9"}
I1001 23:48:09.070797 1469207 start.go:139] virtualization:
I1001 23:48:09.073822 1469207 out.go:177] * [addons-902832] minikube v1.34.0 on Ubuntu 20.04 (arm64)
I1001 23:48:09.075733 1469207 out.go:177] - MINIKUBE_LOCATION=19740
I1001 23:48:09.075775 1469207 notify.go:220] Checking for updates...
I1001 23:48:09.078742 1469207 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1001 23:48:09.079918 1469207 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19740-1463060/kubeconfig
I1001 23:48:09.081101 1469207 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19740-1463060/.minikube
I1001 23:48:09.082361 1469207 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1001 23:48:09.083848 1469207 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1001 23:48:09.085283 1469207 driver.go:394] Setting default libvirt URI to qemu:///system
I1001 23:48:09.105988 1469207 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1001 23:48:09.106128 1469207 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1001 23:48:09.157252 1469207 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:44 SystemTime:2024-10-01 23:48:09.147046206 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214839296 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1001 23:48:09.157429 1469207 docker.go:318] overlay module found
I1001 23:48:09.160140 1469207 out.go:177] * Using the docker driver based on user configuration
I1001 23:48:09.161776 1469207 start.go:297] selected driver: docker
I1001 23:48:09.161802 1469207 start.go:901] validating driver "docker" against <nil>
I1001 23:48:09.161828 1469207 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1001 23:48:09.162495 1469207 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1001 23:48:09.211620 1469207 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:44 SystemTime:2024-10-01 23:48:09.202421967 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214839296 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1001 23:48:09.211832 1469207 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1001 23:48:09.212072 1469207 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1001 23:48:09.214105 1469207 out.go:177] * Using Docker driver with root privileges
I1001 23:48:09.215756 1469207 cni.go:84] Creating CNI manager for ""
I1001 23:48:09.215823 1469207 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1001 23:48:09.215835 1469207 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1001 23:48:09.215906 1469207 start.go:340] cluster config:
{Name:addons-902832 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-902832 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntim
e:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SS
HAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1001 23:48:09.217609 1469207 out.go:177] * Starting "addons-902832" primary control-plane node in "addons-902832" cluster
I1001 23:48:09.218971 1469207 cache.go:121] Beginning downloading kic base image for docker with crio
I1001 23:48:09.220675 1469207 out.go:177] * Pulling base image v0.0.45-1727731891-master ...
I1001 23:48:09.222570 1469207 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1001 23:48:09.222625 1469207 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19740-1463060/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-arm64.tar.lz4
I1001 23:48:09.222638 1469207 cache.go:56] Caching tarball of preloaded images
I1001 23:48:09.222668 1469207 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 in local docker daemon
I1001 23:48:09.222721 1469207 preload.go:172] Found /home/jenkins/minikube-integration/19740-1463060/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1001 23:48:09.222731 1469207 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1001 23:48:09.223083 1469207 profile.go:143] Saving config to /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/config.json ...
I1001 23:48:09.223142 1469207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/config.json: {Name:mkf0c7c65aa397d04b9c786920da3f0162eb288c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:48:09.237560 1469207 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 to local cache
I1001 23:48:09.237696 1469207 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 in local cache directory
I1001 23:48:09.237738 1469207 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 in local cache directory, skipping pull
I1001 23:48:09.237744 1469207 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 exists in cache, skipping pull
I1001 23:48:09.237752 1469207 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 as a tarball
I1001 23:48:09.237757 1469207 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 from local cache
I1001 23:48:26.096603 1469207 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 from cached tarball
I1001 23:48:26.096644 1469207 cache.go:194] Successfully downloaded all kic artifacts
I1001 23:48:26.096685 1469207 start.go:360] acquireMachinesLock for addons-902832: {Name:mk9b70b1d6aef24ed741e07d772b84dae38e28fe Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1001 23:48:26.097184 1469207 start.go:364] duration metric: took 473.162µs to acquireMachinesLock for "addons-902832"
I1001 23:48:26.097221 1469207 start.go:93] Provisioning new machine with config: &{Name:addons-902832 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-902832 Namespace:default APIServerHAVIP: APIServerName:mi
nikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQ
emuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1001 23:48:26.097328 1469207 start.go:125] createHost starting for "" (driver="docker")
I1001 23:48:26.098943 1469207 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1001 23:48:26.099205 1469207 start.go:159] libmachine.API.Create for "addons-902832" (driver="docker")
I1001 23:48:26.099245 1469207 client.go:168] LocalClient.Create starting
I1001 23:48:26.099355 1469207 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/19740-1463060/.minikube/certs/ca.pem
I1001 23:48:26.491466 1469207 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/19740-1463060/.minikube/certs/cert.pem
I1001 23:48:27.046012 1469207 cli_runner.go:164] Run: docker network inspect addons-902832 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1001 23:48:27.059629 1469207 cli_runner.go:211] docker network inspect addons-902832 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1001 23:48:27.059737 1469207 network_create.go:284] running [docker network inspect addons-902832] to gather additional debugging logs...
I1001 23:48:27.059763 1469207 cli_runner.go:164] Run: docker network inspect addons-902832
W1001 23:48:27.075017 1469207 cli_runner.go:211] docker network inspect addons-902832 returned with exit code 1
I1001 23:48:27.075050 1469207 network_create.go:287] error running [docker network inspect addons-902832]: docker network inspect addons-902832: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-902832 not found
I1001 23:48:27.075066 1469207 network_create.go:289] output of [docker network inspect addons-902832]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-902832 not found
** /stderr **
I1001 23:48:27.075169 1469207 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1001 23:48:27.099547 1469207 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40017f34e0}
I1001 23:48:27.099592 1469207 network_create.go:124] attempt to create docker network addons-902832 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1001 23:48:27.099651 1469207 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-902832 addons-902832
I1001 23:48:27.168229 1469207 network_create.go:108] docker network addons-902832 192.168.49.0/24 created
I1001 23:48:27.168261 1469207 kic.go:121] calculated static IP "192.168.49.2" for the "addons-902832" container
I1001 23:48:27.168340 1469207 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1001 23:48:27.183509 1469207 cli_runner.go:164] Run: docker volume create addons-902832 --label name.minikube.sigs.k8s.io=addons-902832 --label created_by.minikube.sigs.k8s.io=true
I1001 23:48:27.199863 1469207 oci.go:103] Successfully created a docker volume addons-902832
I1001 23:48:27.199960 1469207 cli_runner.go:164] Run: docker run --rm --name addons-902832-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-902832 --entrypoint /usr/bin/test -v addons-902832:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 -d /var/lib
I1001 23:48:29.066502 1469207 cli_runner.go:217] Completed: docker run --rm --name addons-902832-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-902832 --entrypoint /usr/bin/test -v addons-902832:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 -d /var/lib: (1.866477857s)
I1001 23:48:29.066532 1469207 oci.go:107] Successfully prepared a docker volume addons-902832
I1001 23:48:29.066558 1469207 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1001 23:48:29.066579 1469207 kic.go:194] Starting extracting preloaded images to volume ...
I1001 23:48:29.066647 1469207 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19740-1463060/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-902832:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 -I lz4 -xf /preloaded.tar -C /extractDir
I1001 23:48:33.108442 1469207 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19740-1463060/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-902832:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 -I lz4 -xf /preloaded.tar -C /extractDir: (4.04175358s)
I1001 23:48:33.108497 1469207 kic.go:203] duration metric: took 4.041915307s to extract preloaded images to volume ...
W1001 23:48:33.108647 1469207 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1001 23:48:33.108780 1469207 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1001 23:48:33.163355 1469207 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-902832 --name addons-902832 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-902832 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-902832 --network addons-902832 --ip 192.168.49.2 --volume addons-902832:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122
I1001 23:48:33.453713 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Running}}
I1001 23:48:33.476999 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:48:33.500958 1469207 cli_runner.go:164] Run: docker exec addons-902832 stat /var/lib/dpkg/alternatives/iptables
I1001 23:48:33.558736 1469207 oci.go:144] the created container "addons-902832" has a running status.
I1001 23:48:33.558762 1469207 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa...
I1001 23:48:33.746150 1469207 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1001 23:48:33.769726 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:48:33.798242 1469207 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1001 23:48:33.798260 1469207 kic_runner.go:114] Args: [docker exec --privileged addons-902832 chown docker:docker /home/docker/.ssh/authorized_keys]
I1001 23:48:33.861110 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:48:33.887303 1469207 machine.go:93] provisionDockerMachine start ...
I1001 23:48:33.887396 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:48:33.914677 1469207 main.go:141] libmachine: Using SSH client type: native
I1001 23:48:33.914942 1469207 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x413650] 0x415e90 <nil> [] 0s} 127.0.0.1 34294 <nil> <nil>}
I1001 23:48:33.914952 1469207 main.go:141] libmachine: About to run SSH command:
hostname
I1001 23:48:33.916202 1469207 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1001 23:48:37.054819 1469207 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-902832
I1001 23:48:37.054907 1469207 ubuntu.go:169] provisioning hostname "addons-902832"
I1001 23:48:37.055020 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:48:37.072218 1469207 main.go:141] libmachine: Using SSH client type: native
I1001 23:48:37.072467 1469207 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x413650] 0x415e90 <nil> [] 0s} 127.0.0.1 34294 <nil> <nil>}
I1001 23:48:37.072486 1469207 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-902832 && echo "addons-902832" | sudo tee /etc/hostname
I1001 23:48:37.219276 1469207 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-902832
I1001 23:48:37.219366 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:48:37.237234 1469207 main.go:141] libmachine: Using SSH client type: native
I1001 23:48:37.237473 1469207 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x413650] 0x415e90 <nil> [] 0s} 127.0.0.1 34294 <nil> <nil>}
I1001 23:48:37.237500 1469207 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-902832' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-902832/g' /etc/hosts;
else
echo '127.0.1.1 addons-902832' | sudo tee -a /etc/hosts;
fi
fi
I1001 23:48:37.370975 1469207 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1001 23:48:37.371002 1469207 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19740-1463060/.minikube CaCertPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19740-1463060/.minikube}
I1001 23:48:37.371030 1469207 ubuntu.go:177] setting up certificates
I1001 23:48:37.371041 1469207 provision.go:84] configureAuth start
I1001 23:48:37.371100 1469207 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-902832
I1001 23:48:37.387340 1469207 provision.go:143] copyHostCerts
I1001 23:48:37.387416 1469207 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19740-1463060/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19740-1463060/.minikube/cert.pem (1123 bytes)
I1001 23:48:37.387552 1469207 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19740-1463060/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19740-1463060/.minikube/key.pem (1679 bytes)
I1001 23:48:37.387624 1469207 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19740-1463060/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19740-1463060/.minikube/ca.pem (1082 bytes)
I1001 23:48:37.387673 1469207 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19740-1463060/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19740-1463060/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19740-1463060/.minikube/certs/ca-key.pem org=jenkins.addons-902832 san=[127.0.0.1 192.168.49.2 addons-902832 localhost minikube]
I1001 23:48:37.734071 1469207 provision.go:177] copyRemoteCerts
I1001 23:48:37.734170 1469207 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1001 23:48:37.734216 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:48:37.750698 1469207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34294 SSHKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa Username:docker}
I1001 23:48:37.847747 1469207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-1463060/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1001 23:48:37.871254 1469207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-1463060/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1001 23:48:37.895006 1469207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-1463060/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1001 23:48:37.917817 1469207 provision.go:87] duration metric: took 546.753417ms to configureAuth
I1001 23:48:37.917842 1469207 ubuntu.go:193] setting minikube options for container-runtime
I1001 23:48:37.918029 1469207 config.go:182] Loaded profile config "addons-902832": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 23:48:37.918141 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:48:37.936641 1469207 main.go:141] libmachine: Using SSH client type: native
I1001 23:48:37.936888 1469207 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x413650] 0x415e90 <nil> [] 0s} 127.0.0.1 34294 <nil> <nil>}
I1001 23:48:37.936907 1469207 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1001 23:48:38.174604 1469207 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1001 23:48:38.174624 1469207 machine.go:96] duration metric: took 4.28730214s to provisionDockerMachine
I1001 23:48:38.174634 1469207 client.go:171] duration metric: took 12.075381145s to LocalClient.Create
I1001 23:48:38.174648 1469207 start.go:167] duration metric: took 12.075444003s to libmachine.API.Create "addons-902832"
I1001 23:48:38.174655 1469207 start.go:293] postStartSetup for "addons-902832" (driver="docker")
I1001 23:48:38.174665 1469207 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1001 23:48:38.174725 1469207 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1001 23:48:38.174770 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:48:38.192010 1469207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34294 SSHKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa Username:docker}
I1001 23:48:38.288955 1469207 ssh_runner.go:195] Run: cat /etc/os-release
I1001 23:48:38.291799 1469207 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1001 23:48:38.291835 1469207 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1001 23:48:38.291847 1469207 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1001 23:48:38.291854 1469207 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I1001 23:48:38.291868 1469207 filesync.go:126] Scanning /home/jenkins/minikube-integration/19740-1463060/.minikube/addons for local assets ...
I1001 23:48:38.291940 1469207 filesync.go:126] Scanning /home/jenkins/minikube-integration/19740-1463060/.minikube/files for local assets ...
I1001 23:48:38.291972 1469207 start.go:296] duration metric: took 117.311194ms for postStartSetup
I1001 23:48:38.292286 1469207 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-902832
I1001 23:48:38.308759 1469207 profile.go:143] Saving config to /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/config.json ...
I1001 23:48:38.309036 1469207 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1001 23:48:38.309099 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:48:38.324673 1469207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34294 SSHKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa Username:docker}
I1001 23:48:38.415951 1469207 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1001 23:48:38.420215 1469207 start.go:128] duration metric: took 12.322869972s to createHost
I1001 23:48:38.420288 1469207 start.go:83] releasing machines lock for "addons-902832", held for 12.323086148s
I1001 23:48:38.420391 1469207 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-902832
I1001 23:48:38.436243 1469207 ssh_runner.go:195] Run: cat /version.json
I1001 23:48:38.436293 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:48:38.436309 1469207 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1001 23:48:38.436383 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:48:38.454482 1469207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34294 SSHKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa Username:docker}
I1001 23:48:38.461082 1469207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34294 SSHKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa Username:docker}
I1001 23:48:38.681283 1469207 ssh_runner.go:195] Run: systemctl --version
I1001 23:48:38.685621 1469207 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1001 23:48:38.829234 1469207 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1001 23:48:38.833407 1469207 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1001 23:48:38.854114 1469207 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1001 23:48:38.854233 1469207 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1001 23:48:38.883936 1469207 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1001 23:48:38.883962 1469207 start.go:495] detecting cgroup driver to use...
I1001 23:48:38.883995 1469207 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1001 23:48:38.884047 1469207 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1001 23:48:38.900057 1469207 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1001 23:48:38.911936 1469207 docker.go:217] disabling cri-docker service (if available) ...
I1001 23:48:38.912005 1469207 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1001 23:48:38.925324 1469207 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1001 23:48:38.939805 1469207 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1001 23:48:39.028416 1469207 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1001 23:48:39.126944 1469207 docker.go:233] disabling docker service ...
I1001 23:48:39.127055 1469207 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1001 23:48:39.149248 1469207 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1001 23:48:39.161253 1469207 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1001 23:48:39.263791 1469207 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1001 23:48:39.363479 1469207 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1001 23:48:39.374836 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1001 23:48:39.391099 1469207 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1001 23:48:39.391242 1469207 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:48:39.401063 1469207 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1001 23:48:39.401179 1469207 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:48:39.411053 1469207 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:48:39.421638 1469207 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:48:39.431707 1469207 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1001 23:48:39.441198 1469207 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:48:39.451541 1469207 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:48:39.467518 1469207 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:48:39.477676 1469207 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1001 23:48:39.487379 1469207 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1001 23:48:39.495644 1469207 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1001 23:48:39.578225 1469207 ssh_runner.go:195] Run: sudo systemctl restart crio
I1001 23:48:39.690484 1469207 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1001 23:48:39.690627 1469207 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1001 23:48:39.694185 1469207 start.go:563] Will wait 60s for crictl version
I1001 23:48:39.694246 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:48:39.697533 1469207 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1001 23:48:39.734732 1469207 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1001 23:48:39.734848 1469207 ssh_runner.go:195] Run: crio --version
I1001 23:48:39.771965 1469207 ssh_runner.go:195] Run: crio --version
I1001 23:48:39.809513 1469207 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.24.6 ...
I1001 23:48:39.810643 1469207 cli_runner.go:164] Run: docker network inspect addons-902832 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1001 23:48:39.824289 1469207 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1001 23:48:39.827781 1469207 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1001 23:48:39.838374 1469207 kubeadm.go:883] updating cluster {Name:addons-902832 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-902832 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerN
ames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirm
warePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1001 23:48:39.838496 1469207 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1001 23:48:39.838558 1469207 ssh_runner.go:195] Run: sudo crictl images --output json
I1001 23:48:39.908781 1469207 crio.go:514] all images are preloaded for cri-o runtime.
I1001 23:48:39.908803 1469207 crio.go:433] Images already preloaded, skipping extraction
I1001 23:48:39.908859 1469207 ssh_runner.go:195] Run: sudo crictl images --output json
I1001 23:48:39.947028 1469207 crio.go:514] all images are preloaded for cri-o runtime.
I1001 23:48:39.947051 1469207 cache_images.go:84] Images are preloaded, skipping loading
I1001 23:48:39.947060 1469207 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.1 crio true true} ...
I1001 23:48:39.947162 1469207 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-902832 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:addons-902832 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1001 23:48:39.947258 1469207 ssh_runner.go:195] Run: crio config
I1001 23:48:39.992161 1469207 cni.go:84] Creating CNI manager for ""
I1001 23:48:39.992185 1469207 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1001 23:48:39.992195 1469207 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1001 23:48:39.992217 1469207 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-902832 NodeName:addons-902832 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1001 23:48:39.992364 1469207 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-902832"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1001 23:48:39.992436 1469207 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1001 23:48:40.001226 1469207 binaries.go:44] Found k8s binaries, skipping transfer
I1001 23:48:40.001317 1469207 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1001 23:48:40.018850 1469207 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1001 23:48:40.039861 1469207 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1001 23:48:40.059729 1469207 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2151 bytes)
I1001 23:48:40.078342 1469207 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1001 23:48:40.082159 1469207 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1001 23:48:40.094632 1469207 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1001 23:48:40.179150 1469207 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1001 23:48:40.193853 1469207 certs.go:68] Setting up /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832 for IP: 192.168.49.2
I1001 23:48:40.193871 1469207 certs.go:194] generating shared ca certs ...
I1001 23:48:40.193888 1469207 certs.go:226] acquiring lock for ca certs: {Name:mk3f5ff76a5b6681ba8f6985f72e49b1d01e9c88 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:48:40.194027 1469207 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/19740-1463060/.minikube/ca.key
I1001 23:48:40.428355 1469207 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19740-1463060/.minikube/ca.crt ...
I1001 23:48:40.428385 1469207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-1463060/.minikube/ca.crt: {Name:mk482523cb013c30b3ab046472a810fd35f37123 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:48:40.429026 1469207 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19740-1463060/.minikube/ca.key ...
I1001 23:48:40.429043 1469207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-1463060/.minikube/ca.key: {Name:mke64b9ef4d3d7b41b267e67131531c63f1dfe18 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:48:40.429166 1469207 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19740-1463060/.minikube/proxy-client-ca.key
I1001 23:48:40.782587 1469207 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19740-1463060/.minikube/proxy-client-ca.crt ...
I1001 23:48:40.782617 1469207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-1463060/.minikube/proxy-client-ca.crt: {Name:mk51fbc20708189d025a430fb8ae145cb131ba4c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:48:40.782801 1469207 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19740-1463060/.minikube/proxy-client-ca.key ...
I1001 23:48:40.782813 1469207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-1463060/.minikube/proxy-client-ca.key: {Name:mk427c0c8b72ae0caed528d2040b8d9247afdbaa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:48:40.782891 1469207 certs.go:256] generating profile certs ...
I1001 23:48:40.782952 1469207 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/client.key
I1001 23:48:40.782968 1469207 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/client.crt with IP's: []
I1001 23:48:41.212760 1469207 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/client.crt ...
I1001 23:48:41.212796 1469207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/client.crt: {Name:mk9eb884be1ea85b9b4c9866fd707cae21a89748 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:48:41.212995 1469207 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/client.key ...
I1001 23:48:41.213008 1469207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/client.key: {Name:mk49ef10649d22c01fc6b3445c976763c2dd36cc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:48:41.213555 1469207 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/apiserver.key.303a9890
I1001 23:48:41.213581 1469207 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/apiserver.crt.303a9890 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I1001 23:48:42.218783 1469207 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/apiserver.crt.303a9890 ...
I1001 23:48:42.218817 1469207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/apiserver.crt.303a9890: {Name:mke5876db42c8dd84bc0fcc3061d4d6eeee90942 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:48:42.219013 1469207 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/apiserver.key.303a9890 ...
I1001 23:48:42.219027 1469207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/apiserver.key.303a9890: {Name:mk27e5000269ab7faf0202e7ed91abf6b232c400 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:48:42.219125 1469207 certs.go:381] copying /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/apiserver.crt.303a9890 -> /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/apiserver.crt
I1001 23:48:42.219227 1469207 certs.go:385] copying /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/apiserver.key.303a9890 -> /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/apiserver.key
I1001 23:48:42.219286 1469207 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/proxy-client.key
I1001 23:48:42.219309 1469207 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/proxy-client.crt with IP's: []
I1001 23:48:42.569725 1469207 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/proxy-client.crt ...
I1001 23:48:42.569757 1469207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/proxy-client.crt: {Name:mk417b9830923bd6e8c521aad7faed88ddb7228d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:48:42.569948 1469207 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/proxy-client.key ...
I1001 23:48:42.569962 1469207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/proxy-client.key: {Name:mk1dc85790736919b082a6218cc7cc5613fad41e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:48:42.570152 1469207 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-1463060/.minikube/certs/ca-key.pem (1679 bytes)
I1001 23:48:42.570194 1469207 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-1463060/.minikube/certs/ca.pem (1082 bytes)
I1001 23:48:42.570218 1469207 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-1463060/.minikube/certs/cert.pem (1123 bytes)
I1001 23:48:42.570250 1469207 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-1463060/.minikube/certs/key.pem (1679 bytes)
I1001 23:48:42.570838 1469207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-1463060/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1001 23:48:42.596372 1469207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-1463060/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1001 23:48:42.620146 1469207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-1463060/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1001 23:48:42.643309 1469207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-1463060/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1001 23:48:42.666497 1469207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1001 23:48:42.690598 1469207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1001 23:48:42.713920 1469207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1001 23:48:42.737177 1469207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-1463060/.minikube/profiles/addons-902832/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1001 23:48:42.760433 1469207 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-1463060/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1001 23:48:42.783806 1469207 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1001 23:48:42.801423 1469207 ssh_runner.go:195] Run: openssl version
I1001 23:48:42.806694 1469207 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1001 23:48:42.815879 1469207 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1001 23:48:42.819067 1469207 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 1 23:48 /usr/share/ca-certificates/minikubeCA.pem
I1001 23:48:42.819128 1469207 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1001 23:48:42.825696 1469207 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1001 23:48:42.834651 1469207 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1001 23:48:42.837867 1469207 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1001 23:48:42.837935 1469207 kubeadm.go:392] StartCluster: {Name:addons-902832 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-902832 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerName
s:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwar
ePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1001 23:48:42.838028 1469207 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1001 23:48:42.838095 1469207 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1001 23:48:42.874460 1469207 cri.go:89] found id: ""
I1001 23:48:42.874535 1469207 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1001 23:48:42.883341 1469207 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1001 23:48:42.891876 1469207 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1001 23:48:42.892007 1469207 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1001 23:48:42.900749 1469207 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1001 23:48:42.900769 1469207 kubeadm.go:157] found existing configuration files:
I1001 23:48:42.900847 1469207 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1001 23:48:42.909316 1469207 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1001 23:48:42.909409 1469207 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1001 23:48:42.917945 1469207 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1001 23:48:42.926922 1469207 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1001 23:48:42.926991 1469207 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1001 23:48:42.935402 1469207 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1001 23:48:42.943850 1469207 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1001 23:48:42.943914 1469207 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1001 23:48:42.952251 1469207 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1001 23:48:42.961152 1469207 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1001 23:48:42.961246 1469207 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1001 23:48:42.969200 1469207 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1001 23:48:43.013654 1469207 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I1001 23:48:43.013715 1469207 kubeadm.go:310] [preflight] Running pre-flight checks
I1001 23:48:43.033727 1469207 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I1001 23:48:43.033806 1469207 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1070-aws[0m
I1001 23:48:43.033845 1469207 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I1001 23:48:43.033895 1469207 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1001 23:48:43.033946 1469207 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1001 23:48:43.033997 1469207 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1001 23:48:43.034051 1469207 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1001 23:48:43.034101 1469207 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1001 23:48:43.034159 1469207 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1001 23:48:43.034211 1469207 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1001 23:48:43.034268 1469207 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1001 23:48:43.034318 1469207 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1001 23:48:43.099436 1469207 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1001 23:48:43.099566 1469207 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1001 23:48:43.099678 1469207 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1001 23:48:43.111574 1469207 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1001 23:48:43.115690 1469207 out.go:235] - Generating certificates and keys ...
I1001 23:48:43.115900 1469207 kubeadm.go:310] [certs] Using existing ca certificate authority
I1001 23:48:43.115985 1469207 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1001 23:48:43.295288 1469207 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1001 23:48:44.120949 1469207 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1001 23:48:44.475930 1469207 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1001 23:48:44.911551 1469207 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1001 23:48:46.185018 1469207 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1001 23:48:46.185272 1469207 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-902832 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1001 23:48:46.544115 1469207 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1001 23:48:46.544255 1469207 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-902832 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1001 23:48:46.818696 1469207 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1001 23:48:47.136978 1469207 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1001 23:48:47.521407 1469207 kubeadm.go:310] [certs] Generating "sa" key and public key
I1001 23:48:47.521591 1469207 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1001 23:48:47.913537 1469207 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1001 23:48:48.164625 1469207 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1001 23:48:48.391968 1469207 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1001 23:48:48.710116 1469207 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1001 23:48:49.047213 1469207 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1001 23:48:49.047956 1469207 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1001 23:48:49.053436 1469207 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1001 23:48:49.055086 1469207 out.go:235] - Booting up control plane ...
I1001 23:48:49.055217 1469207 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1001 23:48:49.055296 1469207 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1001 23:48:49.056383 1469207 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1001 23:48:49.066757 1469207 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1001 23:48:49.072732 1469207 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1001 23:48:49.072794 1469207 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1001 23:48:49.166277 1469207 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1001 23:48:49.166418 1469207 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1001 23:48:50.167664 1469207 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001500285s
I1001 23:48:50.167760 1469207 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1001 23:48:55.669893 1469207 kubeadm.go:310] [api-check] The API server is healthy after 5.50221357s
I1001 23:48:55.689502 1469207 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1001 23:48:55.702929 1469207 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1001 23:48:55.724852 1469207 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1001 23:48:55.725111 1469207 kubeadm.go:310] [mark-control-plane] Marking the node addons-902832 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1001 23:48:55.735753 1469207 kubeadm.go:310] [bootstrap-token] Using token: np6l28.nq98jby1xj6o1njh
I1001 23:48:55.737057 1469207 out.go:235] - Configuring RBAC rules ...
I1001 23:48:55.737179 1469207 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1001 23:48:55.744238 1469207 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1001 23:48:55.750926 1469207 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1001 23:48:55.754136 1469207 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1001 23:48:55.757140 1469207 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1001 23:48:55.762345 1469207 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1001 23:48:56.078202 1469207 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1001 23:48:56.504886 1469207 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1001 23:48:57.077291 1469207 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1001 23:48:57.078423 1469207 kubeadm.go:310]
I1001 23:48:57.078494 1469207 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1001 23:48:57.078500 1469207 kubeadm.go:310]
I1001 23:48:57.078576 1469207 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1001 23:48:57.078581 1469207 kubeadm.go:310]
I1001 23:48:57.078608 1469207 kubeadm.go:310] mkdir -p $HOME/.kube
I1001 23:48:57.078667 1469207 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1001 23:48:57.078716 1469207 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1001 23:48:57.078720 1469207 kubeadm.go:310]
I1001 23:48:57.078773 1469207 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1001 23:48:57.078778 1469207 kubeadm.go:310]
I1001 23:48:57.078824 1469207 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1001 23:48:57.078828 1469207 kubeadm.go:310]
I1001 23:48:57.078880 1469207 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1001 23:48:57.078953 1469207 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1001 23:48:57.079020 1469207 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1001 23:48:57.079028 1469207 kubeadm.go:310]
I1001 23:48:57.079111 1469207 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1001 23:48:57.079205 1469207 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1001 23:48:57.079211 1469207 kubeadm.go:310]
I1001 23:48:57.079293 1469207 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token np6l28.nq98jby1xj6o1njh \
I1001 23:48:57.079394 1469207 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:5208ef0b8fca8d57e76f0c6fa712e05fed0b080e4466dd6159bacdcc4fe52560 \
I1001 23:48:57.079415 1469207 kubeadm.go:310] --control-plane
I1001 23:48:57.079419 1469207 kubeadm.go:310]
I1001 23:48:57.079502 1469207 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1001 23:48:57.079507 1469207 kubeadm.go:310]
I1001 23:48:57.079587 1469207 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token np6l28.nq98jby1xj6o1njh \
I1001 23:48:57.079687 1469207 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:5208ef0b8fca8d57e76f0c6fa712e05fed0b080e4466dd6159bacdcc4fe52560
I1001 23:48:57.082243 1469207 kubeadm.go:310] W1001 23:48:43.010228 1184 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1001 23:48:57.082537 1469207 kubeadm.go:310] W1001 23:48:43.011176 1184 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1001 23:48:57.082755 1469207 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1070-aws\n", err: exit status 1
I1001 23:48:57.082866 1469207 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1001 23:48:57.082884 1469207 cni.go:84] Creating CNI manager for ""
I1001 23:48:57.082895 1469207 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1001 23:48:57.084703 1469207 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1001 23:48:57.085971 1469207 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1001 23:48:57.090354 1469207 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.1/kubectl ...
I1001 23:48:57.090373 1469207 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1001 23:48:57.110517 1469207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1001 23:48:57.388161 1469207 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1001 23:48:57.388287 1469207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 23:48:57.388362 1469207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-902832 minikube.k8s.io/updated_at=2024_10_01T23_48_57_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=f51fafbf3cd47f7a462449fed4417351dbbcecb3 minikube.k8s.io/name=addons-902832 minikube.k8s.io/primary=true
I1001 23:48:57.533804 1469207 ops.go:34] apiserver oom_adj: -16
I1001 23:48:57.533969 1469207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 23:48:58.034673 1469207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 23:48:58.534540 1469207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 23:48:59.034842 1469207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 23:48:59.534615 1469207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 23:49:00.034213 1469207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 23:49:00.534665 1469207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 23:49:01.034662 1469207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 23:49:01.534019 1469207 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 23:49:01.636955 1469207 kubeadm.go:1113] duration metric: took 4.248713634s to wait for elevateKubeSystemPrivileges
I1001 23:49:01.636988 1469207 kubeadm.go:394] duration metric: took 18.799058587s to StartCluster
I1001 23:49:01.637007 1469207 settings.go:142] acquiring lock: {Name:mk9069fc4941965284bfe98880a9f5d91bac598f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:49:01.637144 1469207 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19740-1463060/kubeconfig
I1001 23:49:01.637619 1469207 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-1463060/kubeconfig: {Name:mk74b9b3ba7b209d36f296358939f489e2673d7c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:49:01.638265 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1001 23:49:01.638291 1469207 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1001 23:49:01.638556 1469207 config.go:182] Loaded profile config "addons-902832": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 23:49:01.638598 1469207 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I1001 23:49:01.638684 1469207 addons.go:69] Setting yakd=true in profile "addons-902832"
I1001 23:49:01.638699 1469207 addons.go:234] Setting addon yakd=true in "addons-902832"
I1001 23:49:01.638726 1469207 host.go:66] Checking if "addons-902832" exists ...
I1001 23:49:01.639238 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:49:01.639579 1469207 addons.go:69] Setting metrics-server=true in profile "addons-902832"
I1001 23:49:01.639600 1469207 addons.go:234] Setting addon metrics-server=true in "addons-902832"
I1001 23:49:01.639634 1469207 host.go:66] Checking if "addons-902832" exists ...
I1001 23:49:01.640079 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:49:01.641636 1469207 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-902832"
I1001 23:49:01.643464 1469207 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-902832"
I1001 23:49:01.643572 1469207 host.go:66] Checking if "addons-902832" exists ...
I1001 23:49:01.641821 1469207 addons.go:69] Setting registry=true in profile "addons-902832"
I1001 23:49:01.641839 1469207 addons.go:69] Setting storage-provisioner=true in profile "addons-902832"
I1001 23:49:01.641847 1469207 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-902832"
I1001 23:49:01.641855 1469207 addons.go:69] Setting volcano=true in profile "addons-902832"
I1001 23:49:01.641861 1469207 addons.go:69] Setting volumesnapshots=true in profile "addons-902832"
I1001 23:49:01.641910 1469207 out.go:177] * Verifying Kubernetes components...
I1001 23:49:01.642151 1469207 addons.go:69] Setting ingress=true in profile "addons-902832"
I1001 23:49:01.642158 1469207 addons.go:69] Setting cloud-spanner=true in profile "addons-902832"
I1001 23:49:01.642164 1469207 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-902832"
I1001 23:49:01.642169 1469207 addons.go:69] Setting default-storageclass=true in profile "addons-902832"
I1001 23:49:01.642173 1469207 addons.go:69] Setting gcp-auth=true in profile "addons-902832"
I1001 23:49:01.642182 1469207 addons.go:69] Setting inspektor-gadget=true in profile "addons-902832"
I1001 23:49:01.642187 1469207 addons.go:69] Setting ingress-dns=true in profile "addons-902832"
I1001 23:49:01.643855 1469207 addons.go:234] Setting addon ingress-dns=true in "addons-902832"
I1001 23:49:01.643912 1469207 host.go:66] Checking if "addons-902832" exists ...
I1001 23:49:01.644439 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:49:01.647789 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:49:01.659716 1469207 addons.go:234] Setting addon ingress=true in "addons-902832"
I1001 23:49:01.659785 1469207 host.go:66] Checking if "addons-902832" exists ...
I1001 23:49:01.660268 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:49:01.663972 1469207 addons.go:234] Setting addon registry=true in "addons-902832"
I1001 23:49:01.664089 1469207 host.go:66] Checking if "addons-902832" exists ...
I1001 23:49:01.664605 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:49:01.670085 1469207 addons.go:234] Setting addon cloud-spanner=true in "addons-902832"
I1001 23:49:01.670143 1469207 host.go:66] Checking if "addons-902832" exists ...
I1001 23:49:01.670146 1469207 addons.go:234] Setting addon storage-provisioner=true in "addons-902832"
I1001 23:49:01.670185 1469207 host.go:66] Checking if "addons-902832" exists ...
I1001 23:49:01.670634 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:49:01.670647 1469207 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-902832"
I1001 23:49:01.670881 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:49:01.694655 1469207 addons.go:234] Setting addon volcano=true in "addons-902832"
I1001 23:49:01.694719 1469207 host.go:66] Checking if "addons-902832" exists ...
I1001 23:49:01.695228 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:49:01.670635 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:49:01.711323 1469207 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-902832"
I1001 23:49:01.711423 1469207 host.go:66] Checking if "addons-902832" exists ...
I1001 23:49:01.711964 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:49:01.717344 1469207 addons.go:234] Setting addon volumesnapshots=true in "addons-902832"
I1001 23:49:01.717401 1469207 host.go:66] Checking if "addons-902832" exists ...
I1001 23:49:01.718007 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:49:01.737762 1469207 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-902832"
I1001 23:49:01.737833 1469207 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1001 23:49:01.738127 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:49:01.753155 1469207 mustload.go:65] Loading cluster: addons-902832
I1001 23:49:01.753390 1469207 config.go:182] Loaded profile config "addons-902832": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 23:49:01.753690 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:49:01.779087 1469207 addons.go:234] Setting addon inspektor-gadget=true in "addons-902832"
I1001 23:49:01.779140 1469207 host.go:66] Checking if "addons-902832" exists ...
I1001 23:49:01.779879 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:49:01.811020 1469207 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I1001 23:49:01.822646 1469207 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.24
I1001 23:49:01.829645 1469207 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.7
I1001 23:49:01.829812 1469207 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1001 23:49:01.847937 1469207 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1001 23:49:01.848205 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:49:01.829846 1469207 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I1001 23:49:01.829971 1469207 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I1001 23:49:01.830086 1469207 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I1001 23:49:01.850062 1469207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1001 23:49:01.850132 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:49:01.830091 1469207 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2
I1001 23:49:01.854133 1469207 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1001 23:49:01.854187 1469207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1001 23:49:01.854284 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:49:01.862580 1469207 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I1001 23:49:01.862603 1469207 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I1001 23:49:01.862669 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:49:01.870271 1469207 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I1001 23:49:01.870559 1469207 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1001 23:49:01.870581 1469207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1001 23:49:01.870649 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
W1001 23:49:01.883475 1469207 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I1001 23:49:01.925336 1469207 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1001 23:49:01.926158 1469207 out.go:177] - Using image docker.io/registry:2.8.3
I1001 23:49:01.926715 1469207 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-902832"
I1001 23:49:01.927381 1469207 host.go:66] Checking if "addons-902832" exists ...
I1001 23:49:01.927927 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:49:01.966506 1469207 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1001 23:49:01.967450 1469207 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I1001 23:49:01.969160 1469207 addons.go:234] Setting addon default-storageclass=true in "addons-902832"
I1001 23:49:01.969253 1469207 host.go:66] Checking if "addons-902832" exists ...
I1001 23:49:01.975681 1469207 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1001 23:49:01.977149 1469207 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1001 23:49:01.975856 1469207 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I1001 23:49:01.975969 1469207 host.go:66] Checking if "addons-902832" exists ...
I1001 23:49:01.976093 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:49:01.977341 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:49:02.012100 1469207 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.2
I1001 23:49:02.019584 1469207 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1001 23:49:02.019615 1469207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I1001 23:49:02.019693 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:49:01.977349 1469207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I1001 23:49:02.020920 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:49:02.035536 1469207 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.32.0
I1001 23:49:02.036014 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1001 23:49:02.036170 1469207 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1001 23:49:02.036360 1469207 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1001 23:49:02.043505 1469207 addons.go:431] installing /etc/kubernetes/addons/ig-namespace.yaml
I1001 23:49:02.043536 1469207 ssh_runner.go:362] scp inspektor-gadget/ig-namespace.yaml --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I1001 23:49:02.043619 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:49:02.043891 1469207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34294 SSHKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa Username:docker}
I1001 23:49:02.063925 1469207 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1001 23:49:02.064029 1469207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1001 23:49:02.064531 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:49:02.091558 1469207 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1001 23:49:02.101519 1469207 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1001 23:49:02.104105 1469207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34294 SSHKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa Username:docker}
I1001 23:49:02.104809 1469207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34294 SSHKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa Username:docker}
I1001 23:49:02.126886 1469207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34294 SSHKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa Username:docker}
I1001 23:49:02.127989 1469207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34294 SSHKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa Username:docker}
I1001 23:49:02.136066 1469207 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1001 23:49:02.139280 1469207 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1001 23:49:02.143543 1469207 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1001 23:49:02.145962 1469207 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1001 23:49:02.148999 1469207 out.go:177] - Using image docker.io/busybox:stable
I1001 23:49:02.149117 1469207 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1001 23:49:02.155617 1469207 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1001 23:49:02.155642 1469207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1001 23:49:02.155708 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:49:02.175063 1469207 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1001 23:49:02.175128 1469207 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1001 23:49:02.175275 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:49:02.179270 1469207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34294 SSHKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa Username:docker}
I1001 23:49:02.181671 1469207 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1001 23:49:02.181686 1469207 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1001 23:49:02.181751 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:49:02.202524 1469207 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1001 23:49:02.224584 1469207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34294 SSHKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa Username:docker}
I1001 23:49:02.225278 1469207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34294 SSHKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa Username:docker}
I1001 23:49:02.226876 1469207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34294 SSHKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa Username:docker}
I1001 23:49:02.273486 1469207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34294 SSHKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa Username:docker}
I1001 23:49:02.273855 1469207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34294 SSHKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa Username:docker}
I1001 23:49:02.276920 1469207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34294 SSHKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa Username:docker}
I1001 23:49:02.286586 1469207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34294 SSHKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa Username:docker}
I1001 23:49:02.416888 1469207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1001 23:49:02.548515 1469207 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1001 23:49:02.548578 1469207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1001 23:49:02.610722 1469207 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I1001 23:49:02.610794 1469207 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I1001 23:49:02.613587 1469207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1001 23:49:02.641055 1469207 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1001 23:49:02.641129 1469207 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1001 23:49:02.653277 1469207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1001 23:49:02.690331 1469207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1001 23:49:02.691587 1469207 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I1001 23:49:02.691648 1469207 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1001 23:49:02.706075 1469207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1001 23:49:02.714160 1469207 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1001 23:49:02.714235 1469207 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1001 23:49:02.723319 1469207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1001 23:49:02.733696 1469207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1001 23:49:02.772383 1469207 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I1001 23:49:02.772454 1469207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1001 23:49:02.782365 1469207 addons.go:431] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I1001 23:49:02.782442 1469207 ssh_runner.go:362] scp inspektor-gadget/ig-serviceaccount.yaml --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I1001 23:49:02.787205 1469207 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1001 23:49:02.787276 1469207 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1001 23:49:02.805774 1469207 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1001 23:49:02.805847 1469207 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1001 23:49:02.830174 1469207 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I1001 23:49:02.830249 1469207 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I1001 23:49:02.881777 1469207 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1001 23:49:02.881848 1469207 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1001 23:49:02.907796 1469207 addons.go:431] installing /etc/kubernetes/addons/ig-role.yaml
I1001 23:49:02.907877 1469207 ssh_runner.go:362] scp inspektor-gadget/ig-role.yaml --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I1001 23:49:02.913171 1469207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1001 23:49:02.956583 1469207 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1001 23:49:02.956668 1469207 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1001 23:49:03.006805 1469207 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I1001 23:49:03.006896 1469207 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I1001 23:49:03.014541 1469207 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1001 23:49:03.014569 1469207 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1001 23:49:03.069505 1469207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1001 23:49:03.071805 1469207 addons.go:431] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I1001 23:49:03.071876 1469207 ssh_runner.go:362] scp inspektor-gadget/ig-rolebinding.yaml --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I1001 23:49:03.120594 1469207 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1001 23:49:03.120621 1469207 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1001 23:49:03.155118 1469207 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1001 23:49:03.155144 1469207 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1001 23:49:03.207882 1469207 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I1001 23:49:03.207911 1469207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I1001 23:49:03.209277 1469207 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I1001 23:49:03.209299 1469207 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrole.yaml --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I1001 23:49:03.227326 1469207 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1001 23:49:03.227352 1469207 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1001 23:49:03.285597 1469207 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1001 23:49:03.285622 1469207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1001 23:49:03.315326 1469207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1001 23:49:03.352797 1469207 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1001 23:49:03.352823 1469207 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1001 23:49:03.352974 1469207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I1001 23:49:03.353048 1469207 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I1001 23:49:03.353059 1469207 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrolebinding.yaml --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I1001 23:49:03.446709 1469207 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1001 23:49:03.446736 1469207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1001 23:49:03.457385 1469207 addons.go:431] installing /etc/kubernetes/addons/ig-configmap.yaml
I1001 23:49:03.457412 1469207 ssh_runner.go:362] scp inspektor-gadget/ig-configmap.yaml --> /etc/kubernetes/addons/ig-configmap.yaml (754 bytes)
I1001 23:49:03.569743 1469207 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I1001 23:49:03.569771 1469207 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I1001 23:49:03.578767 1469207 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1001 23:49:03.578793 1469207 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1001 23:49:03.666559 1469207 addons.go:431] installing /etc/kubernetes/addons/ig-daemonset.yaml
I1001 23:49:03.666629 1469207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (8196 bytes)
I1001 23:49:03.711708 1469207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-configmap.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I1001 23:49:03.720600 1469207 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1001 23:49:03.720670 1469207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1001 23:49:03.799016 1469207 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1001 23:49:03.799083 1469207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1001 23:49:03.929375 1469207 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1001 23:49:03.929450 1469207 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1001 23:49:04.089253 1469207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1001 23:49:04.861879 1469207 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.825832416s)
I1001 23:49:04.862022 1469207 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1001 23:49:04.861978 1469207 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.659432373s)
I1001 23:49:04.862840 1469207 node_ready.go:35] waiting up to 6m0s for node "addons-902832" to be "Ready" ...
I1001 23:49:04.864080 1469207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (2.447165411s)
I1001 23:49:05.620732 1469207 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-902832" context rescaled to 1 replicas
I1001 23:49:06.094829 1469207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.481166142s)
I1001 23:49:06.271623 1469207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (3.618265498s)
I1001 23:49:06.716737 1469207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.026325174s)
I1001 23:49:06.716841 1469207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (4.010699949s)
I1001 23:49:06.857937 1469207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (4.134540013s)
I1001 23:49:06.878165 1469207 node_ready.go:53] node "addons-902832" has status "Ready":"False"
I1001 23:49:07.643991 1469207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (4.910162839s)
I1001 23:49:07.644024 1469207 addons.go:475] Verifying addon ingress=true in "addons-902832"
I1001 23:49:07.644222 1469207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (4.730982993s)
I1001 23:49:07.644241 1469207 addons.go:475] Verifying addon registry=true in "addons-902832"
I1001 23:49:07.644527 1469207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.574981329s)
I1001 23:49:07.644547 1469207 addons.go:475] Verifying addon metrics-server=true in "addons-902832"
I1001 23:49:07.647792 1469207 out.go:177] * Verifying registry addon...
I1001 23:49:07.647877 1469207 out.go:177] * Verifying ingress addon...
I1001 23:49:07.652272 1469207 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1001 23:49:07.653193 1469207 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1001 23:49:07.694387 1469207 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1001 23:49:07.694420 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:07.695299 1469207 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1001 23:49:07.695319 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:07.897759 1469207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.582384486s)
W1001 23:49:07.897799 1469207 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1001 23:49:07.897821 1469207 retry.go:31] will retry after 301.384921ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1001 23:49:07.897868 1469207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.544878141s)
I1001 23:49:07.898089 1469207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-configmap.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (4.18630257s)
I1001 23:49:07.902086 1469207 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-902832 service yakd-dashboard -n yakd-dashboard
I1001 23:49:08.136197 1469207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.046841038s)
I1001 23:49:08.136232 1469207 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-902832"
I1001 23:49:08.139010 1469207 out.go:177] * Verifying csi-hostpath-driver addon...
I1001 23:49:08.142520 1469207 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1001 23:49:08.154031 1469207 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1001 23:49:08.154053 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:08.158668 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:08.182952 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:08.200360 1469207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1001 23:49:08.646596 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:08.708735 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:08.746151 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:09.148366 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:09.159990 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:09.168972 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:09.367218 1469207 node_ready.go:53] node "addons-902832" has status "Ready":"False"
I1001 23:49:09.645982 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:09.656164 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:09.657299 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:10.147692 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:10.160511 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:10.162501 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:10.646713 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:10.657410 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:10.658023 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:11.147035 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:11.160614 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:11.162386 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:11.227609 1469207 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (3.02720651s)
I1001 23:49:11.647351 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:11.656257 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:11.658952 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:11.866128 1469207 node_ready.go:53] node "addons-902832" has status "Ready":"False"
I1001 23:49:11.888952 1469207 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1001 23:49:11.889043 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:49:11.906966 1469207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34294 SSHKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa Username:docker}
I1001 23:49:12.015475 1469207 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1001 23:49:12.035460 1469207 addons.go:234] Setting addon gcp-auth=true in "addons-902832"
I1001 23:49:12.035520 1469207 host.go:66] Checking if "addons-902832" exists ...
I1001 23:49:12.035980 1469207 cli_runner.go:164] Run: docker container inspect addons-902832 --format={{.State.Status}}
I1001 23:49:12.058360 1469207 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1001 23:49:12.058480 1469207 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-902832
I1001 23:49:12.076020 1469207 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34294 SSHKeyPath:/home/jenkins/minikube-integration/19740-1463060/.minikube/machines/addons-902832/id_rsa Username:docker}
I1001 23:49:12.146147 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:12.157837 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:12.158973 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:12.185770 1469207 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I1001 23:49:12.188464 1469207 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.2
I1001 23:49:12.191203 1469207 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1001 23:49:12.191248 1469207 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1001 23:49:12.222614 1469207 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1001 23:49:12.222648 1469207 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1001 23:49:12.241158 1469207 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1001 23:49:12.241187 1469207 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I1001 23:49:12.277784 1469207 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1001 23:49:12.649079 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:12.657731 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:12.659207 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:12.904176 1469207 addons.go:475] Verifying addon gcp-auth=true in "addons-902832"
I1001 23:49:12.907607 1469207 out.go:177] * Verifying gcp-auth addon...
I1001 23:49:12.911050 1469207 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1001 23:49:12.921096 1469207 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1001 23:49:12.921161 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:13.147127 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:13.155648 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:13.157261 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:13.415586 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:13.646880 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:13.656014 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:13.657309 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:13.866600 1469207 node_ready.go:53] node "addons-902832" has status "Ready":"False"
I1001 23:49:13.914763 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:14.146973 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:14.156676 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:14.157447 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:14.414625 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:14.646544 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:14.656367 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:14.658598 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:14.914570 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:15.146747 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:15.156746 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:15.157844 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:15.414544 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:15.646270 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:15.655130 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:15.657923 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:15.914895 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:16.146284 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:16.155472 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:16.156900 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:16.366357 1469207 node_ready.go:53] node "addons-902832" has status "Ready":"False"
I1001 23:49:16.414430 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:16.645941 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:16.656747 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:16.657640 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:16.914785 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:17.146542 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:17.155587 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:17.157834 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:17.414664 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:17.646770 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:17.655530 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:17.658496 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:17.915101 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:18.146614 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:18.156272 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:18.157504 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:18.366482 1469207 node_ready.go:53] node "addons-902832" has status "Ready":"False"
I1001 23:49:18.414544 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:18.646151 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:18.656855 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:18.657106 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:18.914669 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:19.146308 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:19.155752 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:19.158879 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:19.414366 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:19.646284 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:19.655457 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:19.657524 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:19.914630 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:20.146301 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:20.156324 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:20.157658 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:20.414653 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:20.646207 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:20.655635 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:20.657216 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:20.866712 1469207 node_ready.go:53] node "addons-902832" has status "Ready":"False"
I1001 23:49:20.914712 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:21.146366 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:21.156672 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:21.158051 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:21.414315 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:21.645915 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:21.655526 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:21.657565 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:21.915049 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:22.146781 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:22.156097 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:22.157425 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:22.414025 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:22.646109 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:22.657787 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:22.658505 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:22.915354 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:23.146293 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:23.156565 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:23.157565 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:23.366783 1469207 node_ready.go:53] node "addons-902832" has status "Ready":"False"
I1001 23:49:23.414355 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:23.646379 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:23.656106 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:23.656849 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:23.915216 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:24.146521 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:24.156345 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:24.157139 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:24.414498 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:24.646147 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:24.655907 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:24.658962 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:24.914167 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:25.147265 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:25.158447 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:25.159250 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:25.414120 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:25.647051 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:25.656668 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:25.657404 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:25.866822 1469207 node_ready.go:53] node "addons-902832" has status "Ready":"False"
I1001 23:49:25.914999 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:26.146124 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:26.155705 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:26.156966 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:26.416759 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:26.646237 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:26.655325 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:26.657701 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:26.914881 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:27.146321 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:27.159982 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:27.161097 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:27.414497 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:27.646624 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:27.656561 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:27.657647 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:27.916737 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:28.145750 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:28.155653 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:28.158422 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:28.366730 1469207 node_ready.go:53] node "addons-902832" has status "Ready":"False"
I1001 23:49:28.414610 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:28.647216 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:28.655306 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:28.657001 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:28.915205 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:29.146324 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:29.155211 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:29.156791 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:29.414684 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:29.646511 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:29.655695 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:29.656900 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:29.914577 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:30.146918 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:30.156710 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:30.157936 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:30.414789 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:30.646180 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:30.655704 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:30.657191 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:30.866459 1469207 node_ready.go:53] node "addons-902832" has status "Ready":"False"
I1001 23:49:30.914952 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:31.146407 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:31.155123 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:31.157072 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:31.414445 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:31.646621 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:31.656707 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:31.657664 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:31.915112 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:32.146860 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:32.156365 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:32.157168 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:32.415336 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:32.645805 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:32.656349 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:32.657097 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:32.866639 1469207 node_ready.go:53] node "addons-902832" has status "Ready":"False"
I1001 23:49:32.914992 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:33.146452 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:33.155532 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:33.156744 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:33.414225 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:33.646504 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:33.656135 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:33.656925 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:33.914452 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:34.146138 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:34.155839 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:34.157607 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:34.414652 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:34.646844 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:34.656138 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:34.656939 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:34.914511 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:35.146816 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:35.156847 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:35.158093 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:35.366216 1469207 node_ready.go:53] node "addons-902832" has status "Ready":"False"
I1001 23:49:35.414381 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:35.647446 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:35.656271 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:35.656984 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:35.915237 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:36.145890 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:36.156547 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:36.157164 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:36.414880 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:36.646938 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:36.656688 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:36.657258 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:36.914592 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:37.146477 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:37.156491 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:37.156991 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:37.366998 1469207 node_ready.go:53] node "addons-902832" has status "Ready":"False"
I1001 23:49:37.414885 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:37.645884 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:37.655298 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:37.656801 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:37.914330 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:38.145778 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:38.157237 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:38.157402 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:38.414620 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:38.646479 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:38.656345 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:38.656985 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:38.915023 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:39.146084 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:39.157044 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:39.157894 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:39.414642 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:39.647086 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:39.655346 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:39.657540 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:39.865921 1469207 node_ready.go:53] node "addons-902832" has status "Ready":"False"
I1001 23:49:39.915582 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:40.146612 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:40.155880 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:40.157958 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:40.415224 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:40.647717 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:40.656483 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:40.657158 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:40.914741 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:41.146861 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:41.157235 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:41.158062 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:41.414658 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:41.646468 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:41.656630 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:41.657014 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:41.866158 1469207 node_ready.go:53] node "addons-902832" has status "Ready":"False"
I1001 23:49:41.914912 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:42.146622 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:42.156194 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:42.158595 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:42.414297 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:42.645861 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:42.656511 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:42.657362 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:42.915005 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:43.145885 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:43.157399 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:43.157562 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:43.414999 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:43.646092 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:43.656695 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:43.657856 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:43.866233 1469207 node_ready.go:53] node "addons-902832" has status "Ready":"False"
I1001 23:49:43.914243 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:44.146337 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:44.155982 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:44.157201 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:44.414181 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:44.646915 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:44.655352 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:44.657963 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:44.914010 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:45.147829 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:45.158222 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:45.158450 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:45.414544 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:45.646846 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:45.655633 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:45.657389 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:45.879353 1469207 node_ready.go:49] node "addons-902832" has status "Ready":"True"
I1001 23:49:45.879387 1469207 node_ready.go:38] duration metric: took 41.016524571s for node "addons-902832" to be "Ready" ...
I1001 23:49:45.879397 1469207 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1001 23:49:45.892293 1469207 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-xljjm" in "kube-system" namespace to be "Ready" ...
I1001 23:49:45.949812 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:46.161823 1469207 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1001 23:49:46.161851 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:46.166737 1469207 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1001 23:49:46.166764 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:46.167588 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:46.450375 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:46.647554 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:46.659238 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:46.660217 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:46.916226 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:47.152263 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:47.170016 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:47.171363 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:47.416345 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:47.647962 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:47.669055 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:47.750674 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:47.905341 1469207 pod_ready.go:103] pod "coredns-7c65d6cfc9-xljjm" in "kube-system" namespace has status "Ready":"False"
I1001 23:49:47.920837 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:48.151352 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:48.248569 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:48.250009 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:48.415145 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:48.647845 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:48.657816 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:48.657991 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:48.901213 1469207 pod_ready.go:93] pod "coredns-7c65d6cfc9-xljjm" in "kube-system" namespace has status "Ready":"True"
I1001 23:49:48.901238 1469207 pod_ready.go:82] duration metric: took 3.008913715s for pod "coredns-7c65d6cfc9-xljjm" in "kube-system" namespace to be "Ready" ...
I1001 23:49:48.901257 1469207 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-902832" in "kube-system" namespace to be "Ready" ...
I1001 23:49:48.906292 1469207 pod_ready.go:93] pod "etcd-addons-902832" in "kube-system" namespace has status "Ready":"True"
I1001 23:49:48.906315 1469207 pod_ready.go:82] duration metric: took 5.028534ms for pod "etcd-addons-902832" in "kube-system" namespace to be "Ready" ...
I1001 23:49:48.906330 1469207 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-902832" in "kube-system" namespace to be "Ready" ...
I1001 23:49:48.911306 1469207 pod_ready.go:93] pod "kube-apiserver-addons-902832" in "kube-system" namespace has status "Ready":"True"
I1001 23:49:48.911330 1469207 pod_ready.go:82] duration metric: took 4.992826ms for pod "kube-apiserver-addons-902832" in "kube-system" namespace to be "Ready" ...
I1001 23:49:48.911341 1469207 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-902832" in "kube-system" namespace to be "Ready" ...
I1001 23:49:48.915591 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:48.917416 1469207 pod_ready.go:93] pod "kube-controller-manager-addons-902832" in "kube-system" namespace has status "Ready":"True"
I1001 23:49:48.917437 1469207 pod_ready.go:82] duration metric: took 6.088957ms for pod "kube-controller-manager-addons-902832" in "kube-system" namespace to be "Ready" ...
I1001 23:49:48.917451 1469207 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-kx8p9" in "kube-system" namespace to be "Ready" ...
I1001 23:49:48.924005 1469207 pod_ready.go:93] pod "kube-proxy-kx8p9" in "kube-system" namespace has status "Ready":"True"
I1001 23:49:48.924031 1469207 pod_ready.go:82] duration metric: took 6.57235ms for pod "kube-proxy-kx8p9" in "kube-system" namespace to be "Ready" ...
I1001 23:49:48.924042 1469207 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-902832" in "kube-system" namespace to be "Ready" ...
I1001 23:49:49.146988 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:49.155813 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:49.158741 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:49.296976 1469207 pod_ready.go:93] pod "kube-scheduler-addons-902832" in "kube-system" namespace has status "Ready":"True"
I1001 23:49:49.297004 1469207 pod_ready.go:82] duration metric: took 372.952028ms for pod "kube-scheduler-addons-902832" in "kube-system" namespace to be "Ready" ...
I1001 23:49:49.297016 1469207 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace to be "Ready" ...
I1001 23:49:49.414104 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:49.646968 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:49.656090 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:49.658164 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:49.914772 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:50.147897 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:50.157406 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:50.158783 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:50.415634 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:50.648544 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:50.658704 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:50.660769 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:50.914593 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:51.148394 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:51.157232 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:51.159726 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:51.304833 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:49:51.415652 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:51.653115 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:51.666618 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:51.667301 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:51.914854 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:52.148842 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:52.158821 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:52.159034 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:52.416115 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:52.662699 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:52.668163 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:52.669216 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:52.915065 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:53.150713 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:53.172951 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:53.175853 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:53.415574 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:53.647451 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:53.656454 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:53.658574 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:53.805896 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:49:53.915357 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:54.149539 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:54.159514 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:54.161060 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:54.414951 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:54.651017 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:54.665061 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:54.665703 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:54.914952 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:55.148832 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:55.158945 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:55.160572 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:55.415374 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:55.648326 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:55.658130 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:55.660947 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:55.809419 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:49:55.914767 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:56.147342 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:56.156920 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:56.158100 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:56.415063 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:56.648190 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:56.656377 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:56.658149 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:56.914551 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:57.148141 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:57.157566 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:57.157942 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:57.416641 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:57.648140 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:57.660149 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:57.660640 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:57.915455 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:58.147559 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:58.160529 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:58.177002 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:58.304060 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:49:58.416031 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:58.648682 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:58.672050 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:58.674149 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:58.922172 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:59.147756 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:59.158577 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:59.159836 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:59.415625 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:49:59.648010 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:49:59.658223 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:49:59.659456 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:49:59.915004 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:00.164670 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:00.198528 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:00.199557 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:00.323921 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:00.416455 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:00.648232 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:00.657488 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:00.658744 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:00.915460 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:01.149252 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:01.157647 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:01.161103 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:01.414880 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:01.648683 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:01.659400 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:01.661221 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:01.916730 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:02.148495 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:02.159084 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:02.161966 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:02.416110 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:02.649265 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:02.664915 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:02.748769 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:02.804883 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:02.916421 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:03.147313 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:03.157213 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:03.158392 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:03.414646 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:03.647627 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:03.655905 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:03.658797 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:03.915141 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:04.147380 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:04.156766 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:04.158972 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:04.415888 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:04.647693 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:04.656924 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:04.658768 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:04.809345 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:04.915536 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:05.148111 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:05.157358 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:05.158664 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:05.414682 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:05.647809 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:05.655896 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:05.657025 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:05.915088 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:06.147142 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:06.159194 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:06.160717 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:06.414474 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:06.648792 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:06.659470 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:06.660449 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:06.816709 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:06.924927 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:07.147847 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:07.156479 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:07.158110 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:07.416086 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:07.649971 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:07.660497 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:07.661215 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:07.917144 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:08.148598 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:08.163674 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:08.165481 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:08.418083 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:08.650047 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:08.658937 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:08.661579 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:08.819092 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:08.917617 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:09.148748 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:09.159506 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:09.160510 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:09.415751 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:09.647839 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:09.665350 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:09.665763 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:09.915512 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:10.147961 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:10.157667 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:10.160397 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:10.415060 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:10.647433 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:10.661223 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:10.662534 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:10.915581 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:11.148260 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:11.155989 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:11.158681 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:11.304379 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:11.414867 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:11.647687 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:11.657131 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:11.658504 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:11.915081 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:12.147960 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:12.157334 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:12.157586 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:12.415111 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:12.648110 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:12.657179 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:12.658063 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:12.934973 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:13.148813 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:13.158799 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:13.160338 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:13.306985 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:13.415315 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:13.650667 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:13.664033 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:13.665775 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:13.915447 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:14.147595 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:14.155975 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:14.158334 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:14.415579 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:14.647580 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:14.656231 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1001 23:50:14.658440 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:14.914862 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:15.147369 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:15.157895 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:15.158699 1469207 kapi.go:107] duration metric: took 1m7.506429472s to wait for kubernetes.io/minikube-addons=registry ...
I1001 23:50:15.414437 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:15.647489 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:15.658110 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:15.804539 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:15.915255 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:16.151792 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:16.159105 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:16.415286 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:16.647966 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:16.658783 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:16.915199 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:17.148417 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:17.157823 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:17.415214 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:17.650098 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:17.664847 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:17.918027 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:18.148467 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:18.157448 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:18.306253 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:18.415686 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:18.648862 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:18.658263 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:18.916141 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:19.148077 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:19.158531 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:19.415042 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:19.656155 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:19.664191 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:19.915215 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:20.150485 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:20.159489 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:20.306692 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:20.416029 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:20.648683 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:20.658780 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:20.915562 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:21.148743 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:21.159591 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:21.415020 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:21.647382 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:21.658579 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:21.915282 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:22.148104 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:22.158971 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:22.415033 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:22.648479 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:22.657004 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:22.803121 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:22.914699 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:23.148387 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:23.157593 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:23.414706 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:23.650946 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:23.657839 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:23.915700 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:24.149670 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:24.166450 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:24.416611 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:24.649440 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:24.658081 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:24.803281 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:24.916429 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:25.148608 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:25.159738 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:25.415701 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:25.649784 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:25.658050 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:25.916564 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:26.149974 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:26.159378 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:26.415058 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:26.647917 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:26.657883 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:26.803945 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:26.915612 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:27.149497 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:27.158245 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:27.415206 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:27.653026 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:27.661771 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:27.916174 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:28.148878 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:28.158281 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:28.415095 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:28.651407 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:28.659622 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:28.811654 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:28.916428 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:29.152267 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:29.157544 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:29.414627 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:29.647256 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:29.657203 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:29.915438 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:30.147773 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:30.158782 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:30.415454 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:30.647025 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:30.658530 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:30.914437 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:31.148247 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:31.158159 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:31.304123 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:31.414638 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:31.648536 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:31.659534 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:31.915314 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:32.154029 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:32.158784 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:32.426509 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:32.647574 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:32.657692 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:32.914786 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:33.169886 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:33.171478 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:33.309631 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:33.415410 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:33.648344 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:33.657972 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:33.914461 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:34.153113 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:34.162749 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:34.414982 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:34.648093 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:34.658159 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:34.915611 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:35.166664 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:35.172492 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:35.414555 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:35.648740 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:35.657819 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:35.803951 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:35.914248 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:36.152004 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:36.158861 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:36.415520 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:36.647599 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:36.657612 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:36.915332 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:37.148176 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:37.157950 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:37.416366 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:37.649728 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:37.657588 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:37.804876 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:37.915097 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:38.152472 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:38.160034 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:38.415437 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:38.647342 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:38.658089 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:38.915576 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:39.148215 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:39.157992 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:39.418560 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:39.647390 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:39.658942 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:39.915061 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:40.150209 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:40.157407 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:40.308511 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:40.415845 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:40.648038 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:40.658402 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:40.915759 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:41.147726 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:41.157654 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:41.415228 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:41.648140 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:41.658279 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:41.914645 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:42.156214 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:42.160082 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:42.421189 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:42.648758 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:42.658308 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:42.803644 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:42.915072 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:43.153411 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:43.158099 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:43.415420 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:43.646990 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:43.657924 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:43.914761 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:44.148044 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:44.158238 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:44.415187 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:44.648942 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:44.660232 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:44.804205 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:44.916058 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:45.149527 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:45.163165 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:45.418421 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:45.647534 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:45.657643 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:45.914858 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:46.147820 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1001 23:50:46.160817 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:46.417903 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:46.648262 1469207 kapi.go:107] duration metric: took 1m38.505738227s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1001 23:50:46.658108 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:46.804744 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:46.914514 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:47.157694 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:47.415994 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:47.658095 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:47.914584 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:48.158389 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:48.415256 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:48.657625 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:48.915362 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:49.158029 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:49.303497 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:49.415513 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:49.657642 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:49.915661 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:50.157349 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:50.415426 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:50.658855 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:50.914765 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:51.157846 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:51.303610 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:51.414352 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:51.657963 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:51.914735 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:52.157977 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:52.414673 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:52.657939 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:52.915641 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:53.158517 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:53.306028 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:53.415683 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:53.658962 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:53.914720 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:54.157807 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:54.415829 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:54.658682 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:54.916087 1469207 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1001 23:50:55.157738 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:55.415052 1469207 kapi.go:107] duration metric: took 1m42.503997077s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1001 23:50:55.417475 1469207 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-902832 cluster.
I1001 23:50:55.419895 1469207 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1001 23:50:55.422370 1469207 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1001 23:50:55.659778 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:55.805090 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:56.163037 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:56.658954 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:57.159167 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:57.657881 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:58.158821 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:58.302897 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:50:58.657715 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:59.159350 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:50:59.663334 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:51:00.180356 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:51:00.306853 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:51:00.659762 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:51:01.159263 1469207 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1001 23:51:01.659375 1469207 kapi.go:107] duration metric: took 1m54.006175965s to wait for app.kubernetes.io/name=ingress-nginx ...
I1001 23:51:01.662952 1469207 out.go:177] * Enabled addons: nvidia-device-plugin, cloud-spanner, ingress-dns, storage-provisioner, default-storageclass, storage-provisioner-rancher, metrics-server, inspektor-gadget, yakd, volumesnapshots, registry, csi-hostpath-driver, gcp-auth, ingress
I1001 23:51:01.665528 1469207 addons.go:510] duration metric: took 2m0.026921338s for enable addons: enabled=[nvidia-device-plugin cloud-spanner ingress-dns storage-provisioner default-storageclass storage-provisioner-rancher metrics-server inspektor-gadget yakd volumesnapshots registry csi-hostpath-driver gcp-auth ingress]
I1001 23:51:02.803550 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:51:04.807919 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:51:07.303634 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:51:09.304093 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:51:11.803740 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:51:14.303218 1469207 pod_ready.go:103] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"False"
I1001 23:51:16.303306 1469207 pod_ready.go:93] pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace has status "Ready":"True"
I1001 23:51:16.303381 1469207 pod_ready.go:82] duration metric: took 1m27.006354091s for pod "metrics-server-84c5f94fbc-78xch" in "kube-system" namespace to be "Ready" ...
I1001 23:51:16.303400 1469207 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-zz9mg" in "kube-system" namespace to be "Ready" ...
I1001 23:51:16.308891 1469207 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-zz9mg" in "kube-system" namespace has status "Ready":"True"
I1001 23:51:16.308918 1469207 pod_ready.go:82] duration metric: took 5.507726ms for pod "nvidia-device-plugin-daemonset-zz9mg" in "kube-system" namespace to be "Ready" ...
I1001 23:51:16.308940 1469207 pod_ready.go:39] duration metric: took 1m30.429530912s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1001 23:51:16.308957 1469207 api_server.go:52] waiting for apiserver process to appear ...
I1001 23:51:16.308992 1469207 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1001 23:51:16.309056 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1001 23:51:16.364413 1469207 cri.go:89] found id: "ea09c316467056f756108cc778a25dc46252a9b9976b4a12b10ba53abfde5ad7"
I1001 23:51:16.364488 1469207 cri.go:89] found id: ""
I1001 23:51:16.364512 1469207 logs.go:282] 1 containers: [ea09c316467056f756108cc778a25dc46252a9b9976b4a12b10ba53abfde5ad7]
I1001 23:51:16.364604 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:16.368371 1469207 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1001 23:51:16.368448 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1001 23:51:16.413247 1469207 cri.go:89] found id: "2ba267277f9dfd5afd83cdd740d87d7211acf5d4a7756684425526574f45c575"
I1001 23:51:16.413270 1469207 cri.go:89] found id: ""
I1001 23:51:16.413278 1469207 logs.go:282] 1 containers: [2ba267277f9dfd5afd83cdd740d87d7211acf5d4a7756684425526574f45c575]
I1001 23:51:16.413359 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:16.416842 1469207 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1001 23:51:16.416958 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1001 23:51:16.460115 1469207 cri.go:89] found id: "6b659db8e497d6ba6b68cb1a9eb13afcaf93745d23628ef27ffc09546970bf9d"
I1001 23:51:16.460138 1469207 cri.go:89] found id: ""
I1001 23:51:16.460146 1469207 logs.go:282] 1 containers: [6b659db8e497d6ba6b68cb1a9eb13afcaf93745d23628ef27ffc09546970bf9d]
I1001 23:51:16.460202 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:16.463786 1469207 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1001 23:51:16.463861 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1001 23:51:16.510372 1469207 cri.go:89] found id: "294331fdf959028472164adcd9b7096a050e331f64ec24d0bc13468fe7bec178"
I1001 23:51:16.510396 1469207 cri.go:89] found id: ""
I1001 23:51:16.510404 1469207 logs.go:282] 1 containers: [294331fdf959028472164adcd9b7096a050e331f64ec24d0bc13468fe7bec178]
I1001 23:51:16.510474 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:16.515168 1469207 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1001 23:51:16.515312 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1001 23:51:16.564144 1469207 cri.go:89] found id: "18f058a3c9bdba78ce4306c3a01b32b86cd445f786d408b2d1afc2ce70f87a93"
I1001 23:51:16.564172 1469207 cri.go:89] found id: ""
I1001 23:51:16.564180 1469207 logs.go:282] 1 containers: [18f058a3c9bdba78ce4306c3a01b32b86cd445f786d408b2d1afc2ce70f87a93]
I1001 23:51:16.564247 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:16.568189 1469207 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1001 23:51:16.568258 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1001 23:51:16.610285 1469207 cri.go:89] found id: "1960bfd78af26624ed201d3541bb6638d8d2b55bbd760ce90e5659c05a13d0ef"
I1001 23:51:16.610313 1469207 cri.go:89] found id: ""
I1001 23:51:16.610321 1469207 logs.go:282] 1 containers: [1960bfd78af26624ed201d3541bb6638d8d2b55bbd760ce90e5659c05a13d0ef]
I1001 23:51:16.610387 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:16.614026 1469207 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1001 23:51:16.614099 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1001 23:51:16.656668 1469207 cri.go:89] found id: "51eadcd4b43186000356b49be9a424856e2caad2229bdcddbf191f4885156699"
I1001 23:51:16.656690 1469207 cri.go:89] found id: ""
I1001 23:51:16.656698 1469207 logs.go:282] 1 containers: [51eadcd4b43186000356b49be9a424856e2caad2229bdcddbf191f4885156699]
I1001 23:51:16.656819 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:16.660678 1469207 logs.go:123] Gathering logs for coredns [6b659db8e497d6ba6b68cb1a9eb13afcaf93745d23628ef27ffc09546970bf9d] ...
I1001 23:51:16.660752 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 6b659db8e497d6ba6b68cb1a9eb13afcaf93745d23628ef27ffc09546970bf9d"
I1001 23:51:16.706396 1469207 logs.go:123] Gathering logs for kube-scheduler [294331fdf959028472164adcd9b7096a050e331f64ec24d0bc13468fe7bec178] ...
I1001 23:51:16.706427 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 294331fdf959028472164adcd9b7096a050e331f64ec24d0bc13468fe7bec178"
I1001 23:51:16.761613 1469207 logs.go:123] Gathering logs for CRI-O ...
I1001 23:51:16.761649 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1001 23:51:16.861708 1469207 logs.go:123] Gathering logs for dmesg ...
I1001 23:51:16.861742 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1001 23:51:16.878452 1469207 logs.go:123] Gathering logs for etcd [2ba267277f9dfd5afd83cdd740d87d7211acf5d4a7756684425526574f45c575] ...
I1001 23:51:16.878491 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2ba267277f9dfd5afd83cdd740d87d7211acf5d4a7756684425526574f45c575"
I1001 23:51:16.924996 1469207 logs.go:123] Gathering logs for kube-apiserver [ea09c316467056f756108cc778a25dc46252a9b9976b4a12b10ba53abfde5ad7] ...
I1001 23:51:16.925030 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ea09c316467056f756108cc778a25dc46252a9b9976b4a12b10ba53abfde5ad7"
I1001 23:51:16.992363 1469207 logs.go:123] Gathering logs for kube-proxy [18f058a3c9bdba78ce4306c3a01b32b86cd445f786d408b2d1afc2ce70f87a93] ...
I1001 23:51:16.992401 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 18f058a3c9bdba78ce4306c3a01b32b86cd445f786d408b2d1afc2ce70f87a93"
I1001 23:51:17.037242 1469207 logs.go:123] Gathering logs for kube-controller-manager [1960bfd78af26624ed201d3541bb6638d8d2b55bbd760ce90e5659c05a13d0ef] ...
I1001 23:51:17.037272 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1960bfd78af26624ed201d3541bb6638d8d2b55bbd760ce90e5659c05a13d0ef"
I1001 23:51:17.118783 1469207 logs.go:123] Gathering logs for kindnet [51eadcd4b43186000356b49be9a424856e2caad2229bdcddbf191f4885156699] ...
I1001 23:51:17.118831 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 51eadcd4b43186000356b49be9a424856e2caad2229bdcddbf191f4885156699"
I1001 23:51:17.160367 1469207 logs.go:123] Gathering logs for container status ...
I1001 23:51:17.160397 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1001 23:51:17.221184 1469207 logs.go:123] Gathering logs for kubelet ...
I1001 23:51:17.221214 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1001 23:51:17.286598 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.807315 1485 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-902832' and this object
W1001 23:51:17.286852 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.807370 1485 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:17.287041 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.816094 1485 reflector.go:561] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-902832' and this object
W1001 23:51:17.287309 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.816145 1485 reflector.go:158] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:17.287500 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.821938 1485 reflector.go:561] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-902832' and this object
W1001 23:51:17.287731 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.821988 1485 reflector.go:158] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:17.287924 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.829571 1485 reflector.go:561] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-902832" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-902832' and this object
W1001 23:51:17.288150 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.829620 1485 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:17.288332 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.829787 1485 reflector.go:561] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-902832' and this object
W1001 23:51:17.288554 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.829815 1485 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:17.288737 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.829992 1485 reflector.go:561] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-902832' and this object
W1001 23:51:17.288960 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.830021 1485 reflector.go:158] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:17.289139 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.841560 1485 reflector.go:561] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-902832' and this object
W1001 23:51:17.289363 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.841611 1485 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:17.289535 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.847399 1485 reflector.go:561] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-902832" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-902832' and this object
W1001 23:51:17.289747 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.847447 1485 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
I1001 23:51:17.329800 1469207 logs.go:123] Gathering logs for describe nodes ...
I1001 23:51:17.329832 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1001 23:51:17.550248 1469207 out.go:358] Setting ErrFile to fd 2...
I1001 23:51:17.550282 1469207 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1001 23:51:17.550352 1469207 out.go:270] X Problems detected in kubelet:
W1001 23:51:17.550367 1469207 out.go:270] Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.830021 1485 reflector.go:158] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:17.550374 1469207 out.go:270] Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.841560 1485 reflector.go:561] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-902832' and this object
W1001 23:51:17.550382 1469207 out.go:270] Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.841611 1485 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:17.550388 1469207 out.go:270] Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.847399 1485 reflector.go:561] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-902832" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-902832' and this object
W1001 23:51:17.550394 1469207 out.go:270] Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.847447 1485 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
I1001 23:51:17.550516 1469207 out.go:358] Setting ErrFile to fd 2...
I1001 23:51:17.550532 1469207 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1001 23:51:27.551603 1469207 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1001 23:51:27.565363 1469207 api_server.go:72] duration metric: took 2m25.927024032s to wait for apiserver process to appear ...
I1001 23:51:27.565388 1469207 api_server.go:88] waiting for apiserver healthz status ...
I1001 23:51:27.565423 1469207 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1001 23:51:27.565482 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1001 23:51:27.606037 1469207 cri.go:89] found id: "ea09c316467056f756108cc778a25dc46252a9b9976b4a12b10ba53abfde5ad7"
I1001 23:51:27.606059 1469207 cri.go:89] found id: ""
I1001 23:51:27.606067 1469207 logs.go:282] 1 containers: [ea09c316467056f756108cc778a25dc46252a9b9976b4a12b10ba53abfde5ad7]
I1001 23:51:27.606126 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:27.609639 1469207 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1001 23:51:27.609710 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1001 23:51:27.647251 1469207 cri.go:89] found id: "2ba267277f9dfd5afd83cdd740d87d7211acf5d4a7756684425526574f45c575"
I1001 23:51:27.647276 1469207 cri.go:89] found id: ""
I1001 23:51:27.647284 1469207 logs.go:282] 1 containers: [2ba267277f9dfd5afd83cdd740d87d7211acf5d4a7756684425526574f45c575]
I1001 23:51:27.647344 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:27.650919 1469207 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1001 23:51:27.650990 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1001 23:51:27.690339 1469207 cri.go:89] found id: "6b659db8e497d6ba6b68cb1a9eb13afcaf93745d23628ef27ffc09546970bf9d"
I1001 23:51:27.690371 1469207 cri.go:89] found id: ""
I1001 23:51:27.690379 1469207 logs.go:282] 1 containers: [6b659db8e497d6ba6b68cb1a9eb13afcaf93745d23628ef27ffc09546970bf9d]
I1001 23:51:27.690436 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:27.694002 1469207 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1001 23:51:27.694101 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1001 23:51:27.737387 1469207 cri.go:89] found id: "294331fdf959028472164adcd9b7096a050e331f64ec24d0bc13468fe7bec178"
I1001 23:51:27.737417 1469207 cri.go:89] found id: ""
I1001 23:51:27.737427 1469207 logs.go:282] 1 containers: [294331fdf959028472164adcd9b7096a050e331f64ec24d0bc13468fe7bec178]
I1001 23:51:27.737494 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:27.741134 1469207 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1001 23:51:27.741209 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1001 23:51:27.781872 1469207 cri.go:89] found id: "18f058a3c9bdba78ce4306c3a01b32b86cd445f786d408b2d1afc2ce70f87a93"
I1001 23:51:27.781893 1469207 cri.go:89] found id: ""
I1001 23:51:27.781900 1469207 logs.go:282] 1 containers: [18f058a3c9bdba78ce4306c3a01b32b86cd445f786d408b2d1afc2ce70f87a93]
I1001 23:51:27.781955 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:27.785422 1469207 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1001 23:51:27.785497 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1001 23:51:27.824617 1469207 cri.go:89] found id: "1960bfd78af26624ed201d3541bb6638d8d2b55bbd760ce90e5659c05a13d0ef"
I1001 23:51:27.824639 1469207 cri.go:89] found id: ""
I1001 23:51:27.824647 1469207 logs.go:282] 1 containers: [1960bfd78af26624ed201d3541bb6638d8d2b55bbd760ce90e5659c05a13d0ef]
I1001 23:51:27.824704 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:27.828268 1469207 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1001 23:51:27.828338 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1001 23:51:27.869395 1469207 cri.go:89] found id: "51eadcd4b43186000356b49be9a424856e2caad2229bdcddbf191f4885156699"
I1001 23:51:27.869467 1469207 cri.go:89] found id: ""
I1001 23:51:27.869483 1469207 logs.go:282] 1 containers: [51eadcd4b43186000356b49be9a424856e2caad2229bdcddbf191f4885156699]
I1001 23:51:27.869556 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:27.873017 1469207 logs.go:123] Gathering logs for dmesg ...
I1001 23:51:27.873045 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1001 23:51:27.889954 1469207 logs.go:123] Gathering logs for describe nodes ...
I1001 23:51:27.889983 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1001 23:51:28.024160 1469207 logs.go:123] Gathering logs for kube-apiserver [ea09c316467056f756108cc778a25dc46252a9b9976b4a12b10ba53abfde5ad7] ...
I1001 23:51:28.024193 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ea09c316467056f756108cc778a25dc46252a9b9976b4a12b10ba53abfde5ad7"
I1001 23:51:28.092269 1469207 logs.go:123] Gathering logs for kube-scheduler [294331fdf959028472164adcd9b7096a050e331f64ec24d0bc13468fe7bec178] ...
I1001 23:51:28.092303 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 294331fdf959028472164adcd9b7096a050e331f64ec24d0bc13468fe7bec178"
I1001 23:51:28.141257 1469207 logs.go:123] Gathering logs for CRI-O ...
I1001 23:51:28.141294 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1001 23:51:28.234950 1469207 logs.go:123] Gathering logs for container status ...
I1001 23:51:28.234989 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1001 23:51:28.307921 1469207 logs.go:123] Gathering logs for kubelet ...
I1001 23:51:28.307952 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1001 23:51:28.375164 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.807315 1485 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-902832' and this object
W1001 23:51:28.375422 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.807370 1485 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:28.375611 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.816094 1485 reflector.go:561] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-902832' and this object
W1001 23:51:28.375842 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.816145 1485 reflector.go:158] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:28.376033 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.821938 1485 reflector.go:561] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-902832' and this object
W1001 23:51:28.376260 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.821988 1485 reflector.go:158] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:28.376452 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.829571 1485 reflector.go:561] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-902832" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-902832' and this object
W1001 23:51:28.376678 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.829620 1485 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:28.376859 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.829787 1485 reflector.go:561] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-902832' and this object
W1001 23:51:28.377082 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.829815 1485 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:28.377263 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.829992 1485 reflector.go:561] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-902832' and this object
W1001 23:51:28.377492 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.830021 1485 reflector.go:158] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:28.377671 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.841560 1485 reflector.go:561] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-902832' and this object
W1001 23:51:28.377892 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.841611 1485 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:28.378065 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.847399 1485 reflector.go:561] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-902832" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-902832' and this object
W1001 23:51:28.378278 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.847447 1485 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
I1001 23:51:28.418958 1469207 logs.go:123] Gathering logs for etcd [2ba267277f9dfd5afd83cdd740d87d7211acf5d4a7756684425526574f45c575] ...
I1001 23:51:28.418986 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2ba267277f9dfd5afd83cdd740d87d7211acf5d4a7756684425526574f45c575"
I1001 23:51:28.472368 1469207 logs.go:123] Gathering logs for coredns [6b659db8e497d6ba6b68cb1a9eb13afcaf93745d23628ef27ffc09546970bf9d] ...
I1001 23:51:28.472406 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 6b659db8e497d6ba6b68cb1a9eb13afcaf93745d23628ef27ffc09546970bf9d"
I1001 23:51:28.516665 1469207 logs.go:123] Gathering logs for kube-proxy [18f058a3c9bdba78ce4306c3a01b32b86cd445f786d408b2d1afc2ce70f87a93] ...
I1001 23:51:28.516694 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 18f058a3c9bdba78ce4306c3a01b32b86cd445f786d408b2d1afc2ce70f87a93"
I1001 23:51:28.554784 1469207 logs.go:123] Gathering logs for kube-controller-manager [1960bfd78af26624ed201d3541bb6638d8d2b55bbd760ce90e5659c05a13d0ef] ...
I1001 23:51:28.554819 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1960bfd78af26624ed201d3541bb6638d8d2b55bbd760ce90e5659c05a13d0ef"
I1001 23:51:28.646942 1469207 logs.go:123] Gathering logs for kindnet [51eadcd4b43186000356b49be9a424856e2caad2229bdcddbf191f4885156699] ...
I1001 23:51:28.646975 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 51eadcd4b43186000356b49be9a424856e2caad2229bdcddbf191f4885156699"
I1001 23:51:28.694269 1469207 out.go:358] Setting ErrFile to fd 2...
I1001 23:51:28.694348 1469207 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1001 23:51:28.694427 1469207 out.go:270] X Problems detected in kubelet:
W1001 23:51:28.694585 1469207 out.go:270] Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.830021 1485 reflector.go:158] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:28.694640 1469207 out.go:270] Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.841560 1485 reflector.go:561] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-902832' and this object
W1001 23:51:28.694763 1469207 out.go:270] Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.841611 1485 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:28.694814 1469207 out.go:270] Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.847399 1485 reflector.go:561] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-902832" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-902832' and this object
W1001 23:51:28.694848 1469207 out.go:270] Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.847447 1485 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
I1001 23:51:28.694882 1469207 out.go:358] Setting ErrFile to fd 2...
I1001 23:51:28.694906 1469207 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1001 23:51:38.696816 1469207 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1001 23:51:38.705548 1469207 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1001 23:51:38.706569 1469207 api_server.go:141] control plane version: v1.31.1
I1001 23:51:38.706597 1469207 api_server.go:131] duration metric: took 11.141200418s to wait for apiserver health ...
I1001 23:51:38.706617 1469207 system_pods.go:43] waiting for kube-system pods to appear ...
I1001 23:51:38.706638 1469207 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1001 23:51:38.706704 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1001 23:51:38.747460 1469207 cri.go:89] found id: "ea09c316467056f756108cc778a25dc46252a9b9976b4a12b10ba53abfde5ad7"
I1001 23:51:38.747486 1469207 cri.go:89] found id: ""
I1001 23:51:38.747493 1469207 logs.go:282] 1 containers: [ea09c316467056f756108cc778a25dc46252a9b9976b4a12b10ba53abfde5ad7]
I1001 23:51:38.747549 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:38.751078 1469207 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1001 23:51:38.751156 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1001 23:51:38.789076 1469207 cri.go:89] found id: "2ba267277f9dfd5afd83cdd740d87d7211acf5d4a7756684425526574f45c575"
I1001 23:51:38.789100 1469207 cri.go:89] found id: ""
I1001 23:51:38.789108 1469207 logs.go:282] 1 containers: [2ba267277f9dfd5afd83cdd740d87d7211acf5d4a7756684425526574f45c575]
I1001 23:51:38.789199 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:38.792673 1469207 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1001 23:51:38.792775 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1001 23:51:38.834449 1469207 cri.go:89] found id: "6b659db8e497d6ba6b68cb1a9eb13afcaf93745d23628ef27ffc09546970bf9d"
I1001 23:51:38.834472 1469207 cri.go:89] found id: ""
I1001 23:51:38.834480 1469207 logs.go:282] 1 containers: [6b659db8e497d6ba6b68cb1a9eb13afcaf93745d23628ef27ffc09546970bf9d]
I1001 23:51:38.834539 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:38.837974 1469207 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1001 23:51:38.838054 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1001 23:51:38.876387 1469207 cri.go:89] found id: "294331fdf959028472164adcd9b7096a050e331f64ec24d0bc13468fe7bec178"
I1001 23:51:38.876411 1469207 cri.go:89] found id: ""
I1001 23:51:38.876419 1469207 logs.go:282] 1 containers: [294331fdf959028472164adcd9b7096a050e331f64ec24d0bc13468fe7bec178]
I1001 23:51:38.876472 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:38.881038 1469207 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1001 23:51:38.881128 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1001 23:51:38.919558 1469207 cri.go:89] found id: "18f058a3c9bdba78ce4306c3a01b32b86cd445f786d408b2d1afc2ce70f87a93"
I1001 23:51:38.919577 1469207 cri.go:89] found id: ""
I1001 23:51:38.919584 1469207 logs.go:282] 1 containers: [18f058a3c9bdba78ce4306c3a01b32b86cd445f786d408b2d1afc2ce70f87a93]
I1001 23:51:38.919641 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:38.923618 1469207 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1001 23:51:38.923694 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1001 23:51:38.960505 1469207 cri.go:89] found id: "1960bfd78af26624ed201d3541bb6638d8d2b55bbd760ce90e5659c05a13d0ef"
I1001 23:51:38.960523 1469207 cri.go:89] found id: ""
I1001 23:51:38.960531 1469207 logs.go:282] 1 containers: [1960bfd78af26624ed201d3541bb6638d8d2b55bbd760ce90e5659c05a13d0ef]
I1001 23:51:38.960594 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:38.964424 1469207 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1001 23:51:38.964494 1469207 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1001 23:51:39.003753 1469207 cri.go:89] found id: "51eadcd4b43186000356b49be9a424856e2caad2229bdcddbf191f4885156699"
I1001 23:51:39.003828 1469207 cri.go:89] found id: ""
I1001 23:51:39.003852 1469207 logs.go:282] 1 containers: [51eadcd4b43186000356b49be9a424856e2caad2229bdcddbf191f4885156699]
I1001 23:51:39.003939 1469207 ssh_runner.go:195] Run: which crictl
I1001 23:51:39.009596 1469207 logs.go:123] Gathering logs for kube-controller-manager [1960bfd78af26624ed201d3541bb6638d8d2b55bbd760ce90e5659c05a13d0ef] ...
I1001 23:51:39.009623 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1960bfd78af26624ed201d3541bb6638d8d2b55bbd760ce90e5659c05a13d0ef"
I1001 23:51:39.080079 1469207 logs.go:123] Gathering logs for kindnet [51eadcd4b43186000356b49be9a424856e2caad2229bdcddbf191f4885156699] ...
I1001 23:51:39.080120 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 51eadcd4b43186000356b49be9a424856e2caad2229bdcddbf191f4885156699"
I1001 23:51:39.130950 1469207 logs.go:123] Gathering logs for container status ...
I1001 23:51:39.130976 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1001 23:51:39.193927 1469207 logs.go:123] Gathering logs for kubelet ...
I1001 23:51:39.193959 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1001 23:51:39.256642 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.807315 1485 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-902832' and this object
W1001 23:51:39.256899 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.807370 1485 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:39.257092 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.816094 1485 reflector.go:561] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-902832' and this object
W1001 23:51:39.257324 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.816145 1485 reflector.go:158] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:39.257512 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.821938 1485 reflector.go:561] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-902832' and this object
W1001 23:51:39.257741 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.821988 1485 reflector.go:158] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:39.257930 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.829571 1485 reflector.go:561] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-902832" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-902832' and this object
W1001 23:51:39.258159 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.829620 1485 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:39.258341 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.829787 1485 reflector.go:561] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-902832' and this object
W1001 23:51:39.258564 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.829815 1485 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:39.258751 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.829992 1485 reflector.go:561] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-902832' and this object
W1001 23:51:39.258976 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.830021 1485 reflector.go:158] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:39.259155 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.841560 1485 reflector.go:561] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-902832' and this object
W1001 23:51:39.259422 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.841611 1485 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:39.259598 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.847399 1485 reflector.go:561] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-902832" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-902832' and this object
W1001 23:51:39.259815 1469207 logs.go:138] Found kubelet problem: Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.847447 1485 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
I1001 23:51:39.301276 1469207 logs.go:123] Gathering logs for describe nodes ...
I1001 23:51:39.301305 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1001 23:51:39.446748 1469207 logs.go:123] Gathering logs for etcd [2ba267277f9dfd5afd83cdd740d87d7211acf5d4a7756684425526574f45c575] ...
I1001 23:51:39.446785 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2ba267277f9dfd5afd83cdd740d87d7211acf5d4a7756684425526574f45c575"
I1001 23:51:39.504821 1469207 logs.go:123] Gathering logs for kube-proxy [18f058a3c9bdba78ce4306c3a01b32b86cd445f786d408b2d1afc2ce70f87a93] ...
I1001 23:51:39.504855 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 18f058a3c9bdba78ce4306c3a01b32b86cd445f786d408b2d1afc2ce70f87a93"
I1001 23:51:39.547657 1469207 logs.go:123] Gathering logs for CRI-O ...
I1001 23:51:39.547686 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1001 23:51:39.644920 1469207 logs.go:123] Gathering logs for dmesg ...
I1001 23:51:39.644956 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1001 23:51:39.661786 1469207 logs.go:123] Gathering logs for kube-apiserver [ea09c316467056f756108cc778a25dc46252a9b9976b4a12b10ba53abfde5ad7] ...
I1001 23:51:39.661817 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ea09c316467056f756108cc778a25dc46252a9b9976b4a12b10ba53abfde5ad7"
I1001 23:51:39.720069 1469207 logs.go:123] Gathering logs for coredns [6b659db8e497d6ba6b68cb1a9eb13afcaf93745d23628ef27ffc09546970bf9d] ...
I1001 23:51:39.720103 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 6b659db8e497d6ba6b68cb1a9eb13afcaf93745d23628ef27ffc09546970bf9d"
I1001 23:51:39.767501 1469207 logs.go:123] Gathering logs for kube-scheduler [294331fdf959028472164adcd9b7096a050e331f64ec24d0bc13468fe7bec178] ...
I1001 23:51:39.767530 1469207 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 294331fdf959028472164adcd9b7096a050e331f64ec24d0bc13468fe7bec178"
I1001 23:51:39.831378 1469207 out.go:358] Setting ErrFile to fd 2...
I1001 23:51:39.831411 1469207 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1001 23:51:39.831493 1469207 out.go:270] X Problems detected in kubelet:
W1001 23:51:39.831509 1469207 out.go:270] Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.830021 1485 reflector.go:158] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:39.831533 1469207 out.go:270] Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.841560 1485 reflector.go:561] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-902832" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-902832' and this object
W1001 23:51:39.831544 1469207 out.go:270] Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.841611 1485 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
W1001 23:51:39.831552 1469207 out.go:270] Oct 01 23:49:45 addons-902832 kubelet[1485]: W1001 23:49:45.847399 1485 reflector.go:561] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-902832" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-902832' and this object
W1001 23:51:39.831557 1469207 out.go:270] Oct 01 23:49:45 addons-902832 kubelet[1485]: E1001 23:49:45.847447 1485 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-902832\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-902832' and this object" logger="UnhandledError"
I1001 23:51:39.831599 1469207 out.go:358] Setting ErrFile to fd 2...
I1001 23:51:39.831608 1469207 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1001 23:51:49.844865 1469207 system_pods.go:59] 18 kube-system pods found
I1001 23:51:49.844902 1469207 system_pods.go:61] "coredns-7c65d6cfc9-xljjm" [e0ad2956-c010-4fc7-b0d8-4d32b01451d8] Running
I1001 23:51:49.844908 1469207 system_pods.go:61] "csi-hostpath-attacher-0" [ac852b7e-ae3b-469b-8187-4e7defd56346] Running
I1001 23:51:49.844913 1469207 system_pods.go:61] "csi-hostpath-resizer-0" [c3e31778-df3b-462e-a4be-109b7954b782] Running
I1001 23:51:49.844917 1469207 system_pods.go:61] "csi-hostpathplugin-65tpx" [a4743192-4d2a-4c3a-8ee9-46fad74b784b] Running
I1001 23:51:49.844921 1469207 system_pods.go:61] "etcd-addons-902832" [29071b69-21dc-4c9b-b469-4d667f3eaad8] Running
I1001 23:51:49.844925 1469207 system_pods.go:61] "kindnet-frb7r" [ab2734fa-ca9d-47b1-a3d9-d34e0e0fb55f] Running
I1001 23:51:49.844928 1469207 system_pods.go:61] "kube-apiserver-addons-902832" [b9f460d1-7581-4b09-8b2e-646bd2a89859] Running
I1001 23:51:49.844932 1469207 system_pods.go:61] "kube-controller-manager-addons-902832" [f0e7e114-9900-415d-a36b-c19f1ccb1e4e] Running
I1001 23:51:49.844936 1469207 system_pods.go:61] "kube-ingress-dns-minikube" [3f10c5a6-50e8-49a4-8cad-a06c995525bd] Running
I1001 23:51:49.844940 1469207 system_pods.go:61] "kube-proxy-kx8p9" [8619925a-3b0d-41d1-847a-23f287f14b34] Running
I1001 23:51:49.844944 1469207 system_pods.go:61] "kube-scheduler-addons-902832" [e29eb860-afff-44b0-8e7d-717180fbff55] Running
I1001 23:51:49.844948 1469207 system_pods.go:61] "metrics-server-84c5f94fbc-78xch" [9a1268e4-5691-4653-93b1-c7a18c5734b5] Running
I1001 23:51:49.844952 1469207 system_pods.go:61] "nvidia-device-plugin-daemonset-zz9mg" [18ac45a3-6b0c-4535-a78d-cc801c2d3d20] Running
I1001 23:51:49.844956 1469207 system_pods.go:61] "registry-66c9cd494c-wt4tb" [89b4caf4-80a6-4169-98c5-1a6ccdd606c0] Running
I1001 23:51:49.844960 1469207 system_pods.go:61] "registry-proxy-8h2cr" [de013b46-27a0-473a-9c80-20d0ffeaaa75] Running
I1001 23:51:49.844964 1469207 system_pods.go:61] "snapshot-controller-56fcc65765-6sfbh" [6ab5415b-4d25-411c-b95c-4c348f8b8b01] Running
I1001 23:51:49.844969 1469207 system_pods.go:61] "snapshot-controller-56fcc65765-8d7bz" [42ef9a62-c0ee-4ed2-8516-18421d7e01bf] Running
I1001 23:51:49.844973 1469207 system_pods.go:61] "storage-provisioner" [5d5990fa-0392-44eb-af89-06f613fee5f9] Running
I1001 23:51:49.844979 1469207 system_pods.go:74] duration metric: took 11.138355663s to wait for pod list to return data ...
I1001 23:51:49.844993 1469207 default_sa.go:34] waiting for default service account to be created ...
I1001 23:51:49.847912 1469207 default_sa.go:45] found service account: "default"
I1001 23:51:49.847937 1469207 default_sa.go:55] duration metric: took 2.937645ms for default service account to be created ...
I1001 23:51:49.847946 1469207 system_pods.go:116] waiting for k8s-apps to be running ...
I1001 23:51:49.858831 1469207 system_pods.go:86] 18 kube-system pods found
I1001 23:51:49.858868 1469207 system_pods.go:89] "coredns-7c65d6cfc9-xljjm" [e0ad2956-c010-4fc7-b0d8-4d32b01451d8] Running
I1001 23:51:49.858876 1469207 system_pods.go:89] "csi-hostpath-attacher-0" [ac852b7e-ae3b-469b-8187-4e7defd56346] Running
I1001 23:51:49.858881 1469207 system_pods.go:89] "csi-hostpath-resizer-0" [c3e31778-df3b-462e-a4be-109b7954b782] Running
I1001 23:51:49.858886 1469207 system_pods.go:89] "csi-hostpathplugin-65tpx" [a4743192-4d2a-4c3a-8ee9-46fad74b784b] Running
I1001 23:51:49.858890 1469207 system_pods.go:89] "etcd-addons-902832" [29071b69-21dc-4c9b-b469-4d667f3eaad8] Running
I1001 23:51:49.858897 1469207 system_pods.go:89] "kindnet-frb7r" [ab2734fa-ca9d-47b1-a3d9-d34e0e0fb55f] Running
I1001 23:51:49.858901 1469207 system_pods.go:89] "kube-apiserver-addons-902832" [b9f460d1-7581-4b09-8b2e-646bd2a89859] Running
I1001 23:51:49.858906 1469207 system_pods.go:89] "kube-controller-manager-addons-902832" [f0e7e114-9900-415d-a36b-c19f1ccb1e4e] Running
I1001 23:51:49.858911 1469207 system_pods.go:89] "kube-ingress-dns-minikube" [3f10c5a6-50e8-49a4-8cad-a06c995525bd] Running
I1001 23:51:49.858915 1469207 system_pods.go:89] "kube-proxy-kx8p9" [8619925a-3b0d-41d1-847a-23f287f14b34] Running
I1001 23:51:49.858921 1469207 system_pods.go:89] "kube-scheduler-addons-902832" [e29eb860-afff-44b0-8e7d-717180fbff55] Running
I1001 23:51:49.858925 1469207 system_pods.go:89] "metrics-server-84c5f94fbc-78xch" [9a1268e4-5691-4653-93b1-c7a18c5734b5] Running
I1001 23:51:49.858930 1469207 system_pods.go:89] "nvidia-device-plugin-daemonset-zz9mg" [18ac45a3-6b0c-4535-a78d-cc801c2d3d20] Running
I1001 23:51:49.858939 1469207 system_pods.go:89] "registry-66c9cd494c-wt4tb" [89b4caf4-80a6-4169-98c5-1a6ccdd606c0] Running
I1001 23:51:49.858951 1469207 system_pods.go:89] "registry-proxy-8h2cr" [de013b46-27a0-473a-9c80-20d0ffeaaa75] Running
I1001 23:51:49.858959 1469207 system_pods.go:89] "snapshot-controller-56fcc65765-6sfbh" [6ab5415b-4d25-411c-b95c-4c348f8b8b01] Running
I1001 23:51:49.858963 1469207 system_pods.go:89] "snapshot-controller-56fcc65765-8d7bz" [42ef9a62-c0ee-4ed2-8516-18421d7e01bf] Running
I1001 23:51:49.858967 1469207 system_pods.go:89] "storage-provisioner" [5d5990fa-0392-44eb-af89-06f613fee5f9] Running
I1001 23:51:49.858975 1469207 system_pods.go:126] duration metric: took 11.022846ms to wait for k8s-apps to be running ...
I1001 23:51:49.858987 1469207 system_svc.go:44] waiting for kubelet service to be running ....
I1001 23:51:49.859049 1469207 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1001 23:51:49.872588 1469207 system_svc.go:56] duration metric: took 13.590851ms WaitForService to wait for kubelet
I1001 23:51:49.872618 1469207 kubeadm.go:582] duration metric: took 2m48.234283937s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1001 23:51:49.872637 1469207 node_conditions.go:102] verifying NodePressure condition ...
I1001 23:51:49.876175 1469207 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1001 23:51:49.876222 1469207 node_conditions.go:123] node cpu capacity is 2
I1001 23:51:49.876245 1469207 node_conditions.go:105] duration metric: took 3.597519ms to run NodePressure ...
I1001 23:51:49.876258 1469207 start.go:241] waiting for startup goroutines ...
I1001 23:51:49.876271 1469207 start.go:246] waiting for cluster config update ...
I1001 23:51:49.876288 1469207 start.go:255] writing updated cluster config ...
I1001 23:51:49.876602 1469207 ssh_runner.go:195] Run: rm -f paused
I1001 23:51:50.270094 1469207 start.go:600] kubectl: 1.31.1, cluster: 1.31.1 (minor skew: 0)
I1001 23:51:50.272431 1469207 out.go:177] * Done! kubectl is now configured to use "addons-902832" cluster and "default" namespace by default
==> CRI-O <==
Oct 02 00:02:42 addons-902832 crio[964]: time="2024-10-02 00:02:42.953538810Z" level=info msg="Started container" PID=14209 containerID=c5e8e938acd485b37bfa2c0d1d57602e8a99465f0456df295e629b3a80b6b401 description=default/busybox/busybox id=457e7d85-2939-4830-8873-e107e07a7546 name=/runtime.v1.RuntimeService/StartContainer sandboxID=c41d3fbd2ba3334342cf65857978dd79ce22d48ae39b9c8e9700bd7fd022388d
Oct 02 00:04:06 addons-902832 crio[964]: time="2024-10-02 00:04:06.727424676Z" level=info msg="Running pod sandbox: default/hello-world-app-55bf9c44b4-27hwm/POD" id=3b13585a-b9bc-4ef9-93cd-6843077a3711 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 02 00:04:06 addons-902832 crio[964]: time="2024-10-02 00:04:06.727494246Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 02 00:04:06 addons-902832 crio[964]: time="2024-10-02 00:04:06.753074137Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-27hwm Namespace:default ID:c302ae9ca8d209653acdb3818f75f4671a44a5065601e3bf83c14d009e109f5f UID:3423aef7-6acf-4582-8f38-7b45a79b8a28 NetNS:/var/run/netns/282fa298-6a92-4701-989c-1b10a21d3d19 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 02 00:04:06 addons-902832 crio[964]: time="2024-10-02 00:04:06.753126665Z" level=info msg="Adding pod default_hello-world-app-55bf9c44b4-27hwm to CNI network \"kindnet\" (type=ptp)"
Oct 02 00:04:06 addons-902832 crio[964]: time="2024-10-02 00:04:06.771060874Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-27hwm Namespace:default ID:c302ae9ca8d209653acdb3818f75f4671a44a5065601e3bf83c14d009e109f5f UID:3423aef7-6acf-4582-8f38-7b45a79b8a28 NetNS:/var/run/netns/282fa298-6a92-4701-989c-1b10a21d3d19 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 02 00:04:06 addons-902832 crio[964]: time="2024-10-02 00:04:06.771266736Z" level=info msg="Checking pod default_hello-world-app-55bf9c44b4-27hwm for CNI network kindnet (type=ptp)"
Oct 02 00:04:06 addons-902832 crio[964]: time="2024-10-02 00:04:06.773905187Z" level=info msg="Ran pod sandbox c302ae9ca8d209653acdb3818f75f4671a44a5065601e3bf83c14d009e109f5f with infra container: default/hello-world-app-55bf9c44b4-27hwm/POD" id=3b13585a-b9bc-4ef9-93cd-6843077a3711 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 02 00:04:06 addons-902832 crio[964]: time="2024-10-02 00:04:06.775515651Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=d7603321-0b39-4b8e-9b7e-9554b3f94afe name=/runtime.v1.ImageService/ImageStatus
Oct 02 00:04:06 addons-902832 crio[964]: time="2024-10-02 00:04:06.775760002Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=d7603321-0b39-4b8e-9b7e-9554b3f94afe name=/runtime.v1.ImageService/ImageStatus
Oct 02 00:04:06 addons-902832 crio[964]: time="2024-10-02 00:04:06.777870524Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=bce3ea03-fc89-4e04-91e5-7ce632378713 name=/runtime.v1.ImageService/PullImage
Oct 02 00:04:06 addons-902832 crio[964]: time="2024-10-02 00:04:06.780468607Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Oct 02 00:04:07 addons-902832 crio[964]: time="2024-10-02 00:04:07.042697198Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Oct 02 00:04:07 addons-902832 crio[964]: time="2024-10-02 00:04:07.851410504Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=bce3ea03-fc89-4e04-91e5-7ce632378713 name=/runtime.v1.ImageService/PullImage
Oct 02 00:04:07 addons-902832 crio[964]: time="2024-10-02 00:04:07.851911595Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=51c563bd-c330-408f-8eda-b7789d945baa name=/runtime.v1.ImageService/ImageStatus
Oct 02 00:04:07 addons-902832 crio[964]: time="2024-10-02 00:04:07.852532364Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=51c563bd-c330-408f-8eda-b7789d945baa name=/runtime.v1.ImageService/ImageStatus
Oct 02 00:04:07 addons-902832 crio[964]: time="2024-10-02 00:04:07.853249352Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=a82db313-8824-4566-ad4e-4d7834ae5fa3 name=/runtime.v1.ImageService/ImageStatus
Oct 02 00:04:07 addons-902832 crio[964]: time="2024-10-02 00:04:07.853824296Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=a82db313-8824-4566-ad4e-4d7834ae5fa3 name=/runtime.v1.ImageService/ImageStatus
Oct 02 00:04:07 addons-902832 crio[964]: time="2024-10-02 00:04:07.854494073Z" level=info msg="Creating container: default/hello-world-app-55bf9c44b4-27hwm/hello-world-app" id=a4064513-e10e-4f24-a2a6-112a8c5f833d name=/runtime.v1.RuntimeService/CreateContainer
Oct 02 00:04:07 addons-902832 crio[964]: time="2024-10-02 00:04:07.854587560Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 02 00:04:07 addons-902832 crio[964]: time="2024-10-02 00:04:07.882566336Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/ef24791c4ae9553fb96e3348e06a1e7eb8d9b0e81e93ae1588b4058ee68048d7/merged/etc/passwd: no such file or directory"
Oct 02 00:04:07 addons-902832 crio[964]: time="2024-10-02 00:04:07.882611520Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/ef24791c4ae9553fb96e3348e06a1e7eb8d9b0e81e93ae1588b4058ee68048d7/merged/etc/group: no such file or directory"
Oct 02 00:04:07 addons-902832 crio[964]: time="2024-10-02 00:04:07.945034575Z" level=info msg="Created container b22bf3c114895c8602211ba42cf6eed43ef83e7e626d56e9fcf6840adf577912: default/hello-world-app-55bf9c44b4-27hwm/hello-world-app" id=a4064513-e10e-4f24-a2a6-112a8c5f833d name=/runtime.v1.RuntimeService/CreateContainer
Oct 02 00:04:07 addons-902832 crio[964]: time="2024-10-02 00:04:07.947717382Z" level=info msg="Starting container: b22bf3c114895c8602211ba42cf6eed43ef83e7e626d56e9fcf6840adf577912" id=ae5a065b-acd5-45b2-9e21-8e17b64dcfc0 name=/runtime.v1.RuntimeService/StartContainer
Oct 02 00:04:07 addons-902832 crio[964]: time="2024-10-02 00:04:07.961706266Z" level=info msg="Started container" PID=14400 containerID=b22bf3c114895c8602211ba42cf6eed43ef83e7e626d56e9fcf6840adf577912 description=default/hello-world-app-55bf9c44b4-27hwm/hello-world-app id=ae5a065b-acd5-45b2-9e21-8e17b64dcfc0 name=/runtime.v1.RuntimeService/StartContainer sandboxID=c302ae9ca8d209653acdb3818f75f4671a44a5065601e3bf83c14d009e109f5f
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
b22bf3c114895 docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 c302ae9ca8d20 hello-world-app-55bf9c44b4-27hwm
c5e8e938acd48 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e About a minute ago Running busybox 0 c41d3fbd2ba33 busybox
efbdf0c5ab72f docker.io/library/nginx@sha256:19db381c08a95b2040d5637a65c7a59af6c2f21444b0c8730505280a0255fb53 2 minutes ago Running nginx 0 0b7cbc606bdee nginx
d91bc54e80c0c registry.k8s.io/ingress-nginx/controller@sha256:22f9d129ae8c89a2cabbd13af3c1668944f3dd68fec186199b7024a0a2fc75b3 13 minutes ago Running controller 0 1e1a56981195c ingress-nginx-controller-bc57996ff-4zl65
bcfa00852ce42 420193b27261a8d37b9fb1faeed45094cefa47e72a7538fd5a6c05e8b5ce192e 13 minutes ago Exited patch 2 d90c21a180c2a ingress-nginx-admission-patch-vnf2m
fb83cab1649d5 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:7c4c1a6ca8855c524a64983eaf590e126a669ae12df83ad65de281c9beee13d3 13 minutes ago Exited create 0 b05db13c86291 ingress-nginx-admission-create-zbclz
d19b81e8f59f8 registry.k8s.io/metrics-server/metrics-server@sha256:048bcf48fc2cce517a61777e22bac782ba59ea5e9b9a54bcb42dbee99566a91f 14 minutes ago Running metrics-server 0 ff26a80df1086 metrics-server-84c5f94fbc-78xch
57ccfa3f6360f gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c 14 minutes ago Running minikube-ingress-dns 0 8e8e0324c0558 kube-ingress-dns-minikube
6b659db8e497d 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 14 minutes ago Running coredns 0 d5318fa4e0e8d coredns-7c65d6cfc9-xljjm
3364809d715c9 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 14 minutes ago Running storage-provisioner 0 3685e59a1c422 storage-provisioner
51eadcd4b4318 6a23fa8fd2b78ab58e42ba273808edc936a9c53d8ac4a919f6337be094843a51 15 minutes ago Running kindnet-cni 0 a7295f4fba74d kindnet-frb7r
18f058a3c9bdb 24a140c548c075e487e45d0ee73b1aa89f8bfb40c08a57e05975559728822b1d 15 minutes ago Running kube-proxy 0 58c2c597c44bd kube-proxy-kx8p9
ea09c31646705 d3f53a98c0a9d9163c4848bcf34b2d2f5e1e3691b79f3d1dd6d0206809e02853 15 minutes ago Running kube-apiserver 0 01d76498457eb kube-apiserver-addons-902832
1960bfd78af26 279f381cb37365bbbcd133c9531fba9c2beb0f38dbbe6ddfcd0b1b1643d3450e 15 minutes ago Running kube-controller-manager 0 d6cbe00b0bfa9 kube-controller-manager-addons-902832
294331fdf9590 7f8aa378bb47dffcf430f3a601abe39137e88aee0238e23ed8530fdd18dab82d 15 minutes ago Running kube-scheduler 0 6c609d281447f kube-scheduler-addons-902832
2ba267277f9df 27e3830e1402783674d8b594038967deea9d51f0d91b34c93c8f39d2f68af7da 15 minutes ago Running etcd 0 44caa6b3912c3 etcd-addons-902832
==> coredns [6b659db8e497d6ba6b68cb1a9eb13afcaf93745d23628ef27ffc09546970bf9d] <==
[INFO] 10.244.0.5:59079 - 58662 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.002881828s
[INFO] 10.244.0.5:59079 - 40874 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.000148813s
[INFO] 10.244.0.5:59079 - 29569 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.000154195s
[INFO] 10.244.0.5:52795 - 23285 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000137178s
[INFO] 10.244.0.5:52795 - 22808 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000047326s
[INFO] 10.244.0.5:56789 - 57883 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000083969s
[INFO] 10.244.0.5:56789 - 57702 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000080154s
[INFO] 10.244.0.5:39898 - 49589 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.00007898s
[INFO] 10.244.0.5:39898 - 49160 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000110233s
[INFO] 10.244.0.5:52527 - 23968 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001645327s
[INFO] 10.244.0.5:52527 - 24141 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001713863s
[INFO] 10.244.0.5:59762 - 10211 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000079949s
[INFO] 10.244.0.5:59762 - 9799 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000159045s
[INFO] 10.244.0.19:59271 - 34053 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000176045s
[INFO] 10.244.0.19:42044 - 3374 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.00008104s
[INFO] 10.244.0.19:38013 - 63294 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000164165s
[INFO] 10.244.0.19:60319 - 11482 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000102906s
[INFO] 10.244.0.19:44254 - 7013 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000151389s
[INFO] 10.244.0.19:58740 - 11978 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000143579s
[INFO] 10.244.0.19:34878 - 10917 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002052859s
[INFO] 10.244.0.19:36367 - 45597 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002501922s
[INFO] 10.244.0.19:50577 - 27606 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.002298719s
[INFO] 10.244.0.19:59393 - 627 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.003655143s
[INFO] 10.244.0.23:39741 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000201816s
[INFO] 10.244.0.23:51208 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000164074s
==> describe nodes <==
Name: addons-902832
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-902832
kubernetes.io/os=linux
minikube.k8s.io/commit=f51fafbf3cd47f7a462449fed4417351dbbcecb3
minikube.k8s.io/name=addons-902832
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_01T23_48_57_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-902832
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 01 Oct 2024 23:48:54 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-902832
AcquireTime: <unset>
RenewTime: Wed, 02 Oct 2024 00:04:04 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 02 Oct 2024 00:03:03 +0000 Tue, 01 Oct 2024 23:48:50 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 02 Oct 2024 00:03:03 +0000 Tue, 01 Oct 2024 23:48:50 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 02 Oct 2024 00:03:03 +0000 Tue, 01 Oct 2024 23:48:50 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 02 Oct 2024 00:03:03 +0000 Tue, 01 Oct 2024 23:49:45 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-902832
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022304Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022304Ki
pods: 110
System Info:
Machine ID: 61bc9dacefd548c8b2fdd23884b39f6c
System UUID: 0a0a3c90-92d5-433f-a6ea-4aa243645a16
Boot ID: 9260520d-e63f-40a7-a450-76e3284bd194
Kernel Version: 5.15.0-1070-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
default hello-world-app-55bf9c44b4-27hwm 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m20s
ingress-nginx ingress-nginx-controller-bc57996ff-4zl65 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 15m
kube-system coredns-7c65d6cfc9-xljjm 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 15m
kube-system etcd-addons-902832 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 15m
kube-system kindnet-frb7r 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 15m
kube-system kube-apiserver-addons-902832 250m (12%) 0 (0%) 0 (0%) 0 (0%) 15m
kube-system kube-controller-manager-addons-902832 200m (10%) 0 (0%) 0 (0%) 0 (0%) 15m
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 15m
kube-system kube-proxy-kx8p9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 15m
kube-system kube-scheduler-addons-902832 100m (5%) 0 (0%) 0 (0%) 0 (0%) 15m
kube-system metrics-server-84c5f94fbc-78xch 100m (5%) 0 (0%) 200Mi (2%) 0 (0%) 15m
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 15m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (52%) 100m (5%)
memory 510Mi (6%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 15m kube-proxy
Normal Starting 15m kubelet Starting kubelet.
Warning CgroupV1 15m kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 15m (x2 over 15m) kubelet Node addons-902832 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 15m (x2 over 15m) kubelet Node addons-902832 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 15m (x2 over 15m) kubelet Node addons-902832 status is now: NodeHasSufficientPID
Normal RegisteredNode 15m node-controller Node addons-902832 event: Registered Node addons-902832 in Controller
Normal NodeReady 14m kubelet Node addons-902832 status is now: NodeReady
==> dmesg <==
==> etcd [2ba267277f9dfd5afd83cdd740d87d7211acf5d4a7756684425526574f45c575] <==
{"level":"info","ts":"2024-10-01T23:48:51.643207Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-10-01T23:48:51.643318Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-10-01T23:48:51.643386Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-10-01T23:48:51.643487Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-10-01T23:48:51.643542Z","caller":"etcdserver/server.go:2653","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-10-01T23:49:02.339621Z","caller":"traceutil/trace.go:171","msg":"trace[1362621792] linearizableReadLoop","detail":"{readStateIndex:342; appliedIndex:341; }","duration":"153.781877ms","start":"2024-10-01T23:49:02.185821Z","end":"2024-10-01T23:49:02.339602Z","steps":["trace[1362621792] 'read index received' (duration: 114.918247ms)","trace[1362621792] 'applied index is now lower than readState.Index' (duration: 38.862998ms)"],"step_count":2}
{"level":"info","ts":"2024-10-01T23:49:02.348430Z","caller":"traceutil/trace.go:171","msg":"trace[1602327104] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"232.522348ms","start":"2024-10-01T23:49:02.115875Z","end":"2024-10-01T23:49:02.348397Z","steps":["trace[1602327104] 'process raft request' (duration: 184.858039ms)","trace[1602327104] 'compare' (duration: 38.779127ms)"],"step_count":2}
{"level":"warn","ts":"2024-10-01T23:49:02.355921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.982777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-01T23:49:02.367582Z","caller":"traceutil/trace.go:171","msg":"trace[1751064291] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:334; }","duration":"181.751338ms","start":"2024-10-01T23:49:02.185817Z","end":"2024-10-01T23:49:02.367568Z","steps":["trace[1751064291] 'agreement among raft nodes before linearized reading' (duration: 169.955709ms)"],"step_count":1}
{"level":"info","ts":"2024-10-01T23:49:02.376838Z","caller":"traceutil/trace.go:171","msg":"trace[299981994] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"127.208659ms","start":"2024-10-01T23:49:02.249592Z","end":"2024-10-01T23:49:02.376800Z","steps":["trace[299981994] 'process raft request' (duration: 117.913615ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-01T23:49:02.612925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.163215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kindnet-frb7r\" ","response":"range_response_count:1 size:3689"}
{"level":"info","ts":"2024-10-01T23:49:02.614732Z","caller":"traceutil/trace.go:171","msg":"trace[581668595] range","detail":"{range_begin:/registry/pods/kube-system/kindnet-frb7r; range_end:; response_count:1; response_revision:340; }","duration":"145.980731ms","start":"2024-10-01T23:49:02.468738Z","end":"2024-10-01T23:49:02.614719Z","steps":["trace[581668595] 'agreement among raft nodes before linearized reading' (duration: 144.117448ms)"],"step_count":1}
{"level":"info","ts":"2024-10-01T23:49:02.643702Z","caller":"traceutil/trace.go:171","msg":"trace[1591692366] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"105.588128ms","start":"2024-10-01T23:49:02.533069Z","end":"2024-10-01T23:49:02.638657Z","steps":["trace[1591692366] 'process raft request' (duration: 79.736435ms)"],"step_count":1}
{"level":"info","ts":"2024-10-01T23:49:03.226879Z","caller":"traceutil/trace.go:171","msg":"trace[192823060] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"154.228185ms","start":"2024-10-01T23:49:03.072627Z","end":"2024-10-01T23:49:03.226855Z","steps":["trace[192823060] 'process raft request' (duration: 153.946009ms)"],"step_count":1}
{"level":"info","ts":"2024-10-01T23:49:04.752034Z","caller":"traceutil/trace.go:171","msg":"trace[1215227702] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"100.770764ms","start":"2024-10-01T23:49:04.651245Z","end":"2024-10-01T23:49:04.752015Z","steps":["trace[1215227702] 'process raft request' (duration: 81.493276ms)","trace[1215227702] 'compare' (duration: 18.592196ms)"],"step_count":2}
{"level":"warn","ts":"2024-10-01T23:49:05.602194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.270684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-01T23:49:05.602249Z","caller":"traceutil/trace.go:171","msg":"trace[756978685] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:373; }","duration":"131.342953ms","start":"2024-10-01T23:49:05.470893Z","end":"2024-10-01T23:49:05.602236Z","steps":["trace[756978685] 'agreement among raft nodes before linearized reading' (duration: 131.247587ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-01T23:49:05.602453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.598266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116"}
{"level":"info","ts":"2024-10-01T23:49:05.602481Z","caller":"traceutil/trace.go:171","msg":"trace[756940475] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:373; }","duration":"131.627541ms","start":"2024-10-01T23:49:05.470847Z","end":"2024-10-01T23:49:05.602475Z","steps":["trace[756940475] 'agreement among raft nodes before linearized reading' (duration: 131.567407ms)"],"step_count":1}
{"level":"info","ts":"2024-10-01T23:58:52.019225Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1502}
{"level":"info","ts":"2024-10-01T23:58:52.051092Z","caller":"mvcc/kvstore_compaction.go:69","msg":"finished scheduled compaction","compact-revision":1502,"took":"31.35509ms","hash":1230122647,"current-db-size-bytes":6225920,"current-db-size":"6.2 MB","current-db-size-in-use-bytes":3153920,"current-db-size-in-use":"3.2 MB"}
{"level":"info","ts":"2024-10-01T23:58:52.051142Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1230122647,"revision":1502,"compact-revision":-1}
{"level":"info","ts":"2024-10-02T00:03:52.025517Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1916}
{"level":"info","ts":"2024-10-02T00:03:52.043649Z","caller":"mvcc/kvstore_compaction.go:69","msg":"finished scheduled compaction","compact-revision":1916,"took":"17.508938ms","hash":3762113891,"current-db-size-bytes":6225920,"current-db-size":"6.2 MB","current-db-size-in-use-bytes":4333568,"current-db-size-in-use":"4.3 MB"}
{"level":"info","ts":"2024-10-02T00:03:52.043704Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3762113891,"revision":1916,"compact-revision":1502}
==> kernel <==
00:04:08 up 5:46, 0 users, load average: 0.97, 0.73, 1.42
Linux addons-902832 5.15.0-1070-aws #76~20.04.1-Ubuntu SMP Mon Sep 2 12:20:48 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [51eadcd4b43186000356b49be9a424856e2caad2229bdcddbf191f4885156699] <==
I1002 00:02:05.361179 1 main.go:299] handling current node
I1002 00:02:15.367548 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1002 00:02:15.367592 1 main.go:299] handling current node
I1002 00:02:25.368158 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1002 00:02:25.368196 1 main.go:299] handling current node
I1002 00:02:35.362783 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1002 00:02:35.362895 1 main.go:299] handling current node
I1002 00:02:45.361164 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1002 00:02:45.361290 1 main.go:299] handling current node
I1002 00:02:55.362760 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1002 00:02:55.362804 1 main.go:299] handling current node
I1002 00:03:05.360705 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1002 00:03:05.360740 1 main.go:299] handling current node
I1002 00:03:15.366369 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1002 00:03:15.366403 1 main.go:299] handling current node
I1002 00:03:25.369691 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1002 00:03:25.369727 1 main.go:299] handling current node
I1002 00:03:35.360800 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1002 00:03:35.360837 1 main.go:299] handling current node
I1002 00:03:45.360756 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1002 00:03:45.360894 1 main.go:299] handling current node
I1002 00:03:55.365934 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1002 00:03:55.366124 1 main.go:299] handling current node
I1002 00:04:05.361321 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1002 00:04:05.361354 1 main.go:299] handling current node
==> kube-apiserver [ea09c316467056f756108cc778a25dc46252a9b9976b4a12b10ba53abfde5ad7] <==
> logger="UnhandledError"
E1001 23:51:21.201238 1 remote_available_controller.go:448] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.96.30.3:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.96.30.3:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.96.30.3:443: i/o timeout" logger="UnhandledError"
I1001 23:51:21.230044 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E1001 23:51:21.242498 1 remote_available_controller.go:448] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: Operation cannot be fulfilled on apiservices.apiregistration.k8s.io \"v1beta1.metrics.k8s.io\": the object has been modified; please apply your changes to the latest version and try again" logger="UnhandledError"
I1002 00:00:03.704620 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.96.98.244"}
E1002 00:00:56.397568 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I1002 00:01:00.368253 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I1002 00:01:28.828093 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1002 00:01:28.828153 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1002 00:01:28.850230 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1002 00:01:28.851623 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1002 00:01:28.865967 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1002 00:01:28.866100 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1002 00:01:28.894955 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1002 00:01:28.897120 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1002 00:01:28.919175 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1002 00:01:28.919784 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1002 00:01:29.896531 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1002 00:01:29.921179 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1002 00:01:30.015798 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I1002 00:01:42.549384 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W1002 00:01:43.597110 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1002 00:01:48.160096 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I1002 00:01:48.488270 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.100.118.197"}
I1002 00:04:06.659635 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.109.94.76"}
==> kube-controller-manager [1960bfd78af26624ed201d3541bb6638d8d2b55bbd760ce90e5659c05a13d0ef] <==
E1002 00:02:20.553867 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1002 00:02:43.048443 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1002 00:02:43.048489 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1002 00:02:45.846382 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1002 00:02:45.846431 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1002 00:02:49.309453 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1002 00:02:49.309494 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I1002 00:03:03.758657 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="addons-902832"
W1002 00:03:04.163798 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1002 00:03:04.163841 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1002 00:03:30.091059 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1002 00:03:30.091109 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1002 00:03:32.125164 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1002 00:03:32.125206 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1002 00:03:34.976299 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1002 00:03:34.976341 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1002 00:03:44.229949 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1002 00:03:44.230072 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1002 00:04:01.105412 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1002 00:04:01.105453 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I1002 00:04:06.432199 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="36.155048ms"
I1002 00:04:06.493074 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="60.748961ms"
I1002 00:04:06.493418 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="39.802µs"
I1002 00:04:08.307561 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="16.241539ms"
I1002 00:04:08.307853 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="50.009µs"
==> kube-proxy [18f058a3c9bdba78ce4306c3a01b32b86cd445f786d408b2d1afc2ce70f87a93] <==
I1001 23:49:05.891440 1 server_linux.go:66] "Using iptables proxy"
I1001 23:49:07.001537 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E1001 23:49:07.011298 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1001 23:49:07.351838 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1001 23:49:07.352007 1 server_linux.go:169] "Using iptables Proxier"
I1001 23:49:07.379845 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1001 23:49:07.380496 1 server.go:483] "Version info" version="v1.31.1"
I1001 23:49:07.380564 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1001 23:49:07.436072 1 config.go:328] "Starting node config controller"
I1001 23:49:07.436108 1 shared_informer.go:313] Waiting for caches to sync for node config
I1001 23:49:07.437155 1 config.go:199] "Starting service config controller"
I1001 23:49:07.437178 1 shared_informer.go:313] Waiting for caches to sync for service config
I1001 23:49:07.437389 1 config.go:105] "Starting endpoint slice config controller"
I1001 23:49:07.437404 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1001 23:49:07.540120 1 shared_informer.go:320] Caches are synced for node config
I1001 23:49:07.540255 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1001 23:49:07.541172 1 shared_informer.go:320] Caches are synced for service config
==> kube-scheduler [294331fdf959028472164adcd9b7096a050e331f64ec24d0bc13468fe7bec178] <==
W1001 23:48:54.169836 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1001 23:48:54.169876 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1001 23:48:54.169925 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1001 23:48:54.172303 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1001 23:48:54.171353 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1001 23:48:54.172469 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1001 23:48:54.171407 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1001 23:48:54.172561 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1001 23:48:54.174808 1 reflector.go:561] runtime/asm_arm64.s:1222: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1001 23:48:54.174841 1 reflector.go:158] "Unhandled Error" err="runtime/asm_arm64.s:1222: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W1001 23:48:54.982088 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1001 23:48:54.982133 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1001 23:48:54.996869 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1001 23:48:54.996987 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1001 23:48:55.022987 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1001 23:48:55.023157 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1001 23:48:55.025759 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1001 23:48:55.025942 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1001 23:48:55.204403 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1001 23:48:55.204525 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1001 23:48:55.274522 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1001 23:48:55.274660 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1001 23:48:55.463513 1 reflector.go:561] runtime/asm_arm64.s:1222: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1001 23:48:55.463637 1 reflector.go:158] "Unhandled Error" err="runtime/asm_arm64.s:1222: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
I1001 23:48:57.147229 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Oct 02 00:02:39 addons-902832 kubelet[1485]: I1002 00:02:39.399240 1485 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="default/busybox" secret="" err="secret \"gcp-auth\" not found"
Oct 02 00:02:43 addons-902832 kubelet[1485]: I1002 00:02:43.109122 1485 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="default/busybox" secret="" err="secret \"gcp-auth\" not found"
Oct 02 00:02:43 addons-902832 kubelet[1485]: I1002 00:02:43.119211 1485 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/nginx" podStartSLOduration=54.439536454 podStartE2EDuration="55.119163539s" podCreationTimestamp="2024-10-02 00:01:48 +0000 UTC" firstStartedPulling="2024-10-02 00:01:48.757122486 +0000 UTC m=+772.457714737" lastFinishedPulling="2024-10-02 00:01:49.436749571 +0000 UTC m=+773.137341822" observedRunningTime="2024-10-02 00:01:49.99797135 +0000 UTC m=+773.698563601" watchObservedRunningTime="2024-10-02 00:02:43.119163539 +0000 UTC m=+826.819755790"
Oct 02 00:02:46 addons-902832 kubelet[1485]: E1002 00:02:46.819816 1485 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727827366819585153,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:586376,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 02 00:02:46 addons-902832 kubelet[1485]: E1002 00:02:46.819856 1485 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727827366819585153,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:586376,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 02 00:02:56 addons-902832 kubelet[1485]: E1002 00:02:56.822461 1485 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727827376822217062,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:586376,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 02 00:02:56 addons-902832 kubelet[1485]: E1002 00:02:56.822500 1485 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727827376822217062,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:586376,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 02 00:03:06 addons-902832 kubelet[1485]: E1002 00:03:06.825552 1485 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727827386825309559,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:586376,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 02 00:03:06 addons-902832 kubelet[1485]: E1002 00:03:06.825592 1485 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727827386825309559,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:586376,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 02 00:03:16 addons-902832 kubelet[1485]: E1002 00:03:16.828654 1485 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727827396828398298,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:586376,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 02 00:03:16 addons-902832 kubelet[1485]: E1002 00:03:16.828700 1485 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727827396828398298,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:586376,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 02 00:03:26 addons-902832 kubelet[1485]: E1002 00:03:26.831597 1485 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727827406831372983,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:586376,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 02 00:03:26 addons-902832 kubelet[1485]: E1002 00:03:26.831640 1485 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727827406831372983,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:586376,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 02 00:03:36 addons-902832 kubelet[1485]: E1002 00:03:36.834693 1485 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727827416834465350,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:586376,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 02 00:03:36 addons-902832 kubelet[1485]: E1002 00:03:36.834728 1485 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727827416834465350,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:586376,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 02 00:03:46 addons-902832 kubelet[1485]: E1002 00:03:46.837234 1485 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727827426837009693,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:586376,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 02 00:03:46 addons-902832 kubelet[1485]: E1002 00:03:46.837276 1485 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727827426837009693,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:586376,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 02 00:03:56 addons-902832 kubelet[1485]: E1002 00:03:56.483152 1485 container_manager_linux.go:513] "Failed to find cgroups of kubelet" err="cpu and memory cgroup hierarchy not unified. cpu: /docker/7624d238c4e1e733c03e23211740a8a195a5a89f697d5f2d22503bb683d08664, memory: /docker/7624d238c4e1e733c03e23211740a8a195a5a89f697d5f2d22503bb683d08664/system.slice/kubelet.service"
Oct 02 00:03:56 addons-902832 kubelet[1485]: E1002 00:03:56.840394 1485 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727827436840162661,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:586376,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 02 00:03:56 addons-902832 kubelet[1485]: E1002 00:03:56.840437 1485 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727827436840162661,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:586376,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 02 00:04:04 addons-902832 kubelet[1485]: I1002 00:04:04.399992 1485 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="default/busybox" secret="" err="secret \"gcp-auth\" not found"
Oct 02 00:04:06 addons-902832 kubelet[1485]: I1002 00:04:06.424880 1485 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/busybox" podStartSLOduration=84.86491316 podStartE2EDuration="12m16.424840539s" podCreationTimestamp="2024-10-01 23:51:50 +0000 UTC" firstStartedPulling="2024-10-01 23:51:51.323606357 +0000 UTC m=+175.024198608" lastFinishedPulling="2024-10-02 00:02:42.883533736 +0000 UTC m=+826.584125987" observedRunningTime="2024-10-02 00:02:43.121308973 +0000 UTC m=+826.821901224" watchObservedRunningTime="2024-10-02 00:04:06.424840539 +0000 UTC m=+910.125432798"
Oct 02 00:04:06 addons-902832 kubelet[1485]: I1002 00:04:06.567957 1485 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4pk7f\" (UniqueName: \"kubernetes.io/projected/3423aef7-6acf-4582-8f38-7b45a79b8a28-kube-api-access-4pk7f\") pod \"hello-world-app-55bf9c44b4-27hwm\" (UID: \"3423aef7-6acf-4582-8f38-7b45a79b8a28\") " pod="default/hello-world-app-55bf9c44b4-27hwm"
Oct 02 00:04:06 addons-902832 kubelet[1485]: E1002 00:04:06.843483 1485 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727827446843136038,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:586376,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 02 00:04:06 addons-902832 kubelet[1485]: E1002 00:04:06.843520 1485 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727827446843136038,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:586376,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
==> storage-provisioner [3364809d715c943bf5cba98a2de1982916305c3e5460d68ea5c787d3a04bf1c3] <==
I1001 23:49:46.513428 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1001 23:49:46.527896 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1001 23:49:46.528012 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1001 23:49:46.536238 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1001 23:49:46.536492 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-902832_2a6589a3-258f-41de-a093-78aeb5af280a!
I1001 23:49:46.536616 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"fab6e1ea-fdd0-48bb-a53a-d4b2719a951f", APIVersion:"v1", ResourceVersion:"874", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-902832_2a6589a3-258f-41de-a093-78aeb5af280a became leader
I1001 23:49:46.636900 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-902832_2a6589a3-258f-41de-a093-78aeb5af280a!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-902832 -n addons-902832
helpers_test.go:261: (dbg) Run: kubectl --context addons-902832 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-zbclz ingress-nginx-admission-patch-vnf2m
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-902832 describe pod ingress-nginx-admission-create-zbclz ingress-nginx-admission-patch-vnf2m
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-902832 describe pod ingress-nginx-admission-create-zbclz ingress-nginx-admission-patch-vnf2m: exit status 1 (80.732581ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-zbclz" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-vnf2m" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-902832 describe pod ingress-nginx-admission-create-zbclz ingress-nginx-admission-patch-vnf2m: exit status 1
addons_test.go:977: (dbg) Run: out/minikube-linux-arm64 -p addons-902832 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:977: (dbg) Done: out/minikube-linux-arm64 -p addons-902832 addons disable ingress-dns --alsologtostderr -v=1: (1.745144218s)
addons_test.go:977: (dbg) Run: out/minikube-linux-arm64 -p addons-902832 addons disable ingress --alsologtostderr -v=1
addons_test.go:977: (dbg) Done: out/minikube-linux-arm64 -p addons-902832 addons disable ingress --alsologtostderr -v=1: (7.739673417s)
--- FAIL: TestAddons/parallel/Ingress (151.25s)