=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-055020 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-055020 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-055020 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [a2e6bc17-6544-47d6-817d-ae16d5e06353] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [a2e6bc17-6544-47d6-817d-ae16d5e06353] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.003936065s
I0210 11:17:36.177042 300071 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-055020 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-055020 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m9.751302423s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-055020 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-055020 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-055020
helpers_test.go:235: (dbg) docker inspect addons-055020:
-- stdout --
[
{
"Id": "af96f400b248932e8147a9065eeb07707cf11e824cbd362435773541b2d7c1af",
"Created": "2025-02-10T11:13:50.422812982Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 301344,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-02-10T11:13:50.58438013Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:0434cf58b6dbace281e5de753aa4b2e3fe33dc9a3be53021531403743c3f155a",
"ResolvConfPath": "/var/lib/docker/containers/af96f400b248932e8147a9065eeb07707cf11e824cbd362435773541b2d7c1af/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/af96f400b248932e8147a9065eeb07707cf11e824cbd362435773541b2d7c1af/hostname",
"HostsPath": "/var/lib/docker/containers/af96f400b248932e8147a9065eeb07707cf11e824cbd362435773541b2d7c1af/hosts",
"LogPath": "/var/lib/docker/containers/af96f400b248932e8147a9065eeb07707cf11e824cbd362435773541b2d7c1af/af96f400b248932e8147a9065eeb07707cf11e824cbd362435773541b2d7c1af-json.log",
"Name": "/addons-055020",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-055020:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-055020",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/4280f8f9fd1ba9ce1d3205795e21699596bc6c590d48a0dcc2659609122ceaaa-init/diff:/var/lib/docker/overlay2/8c04847cafe942043bf20810a29683a253d94872e24e18ec94ab527310f258bf/diff",
"MergedDir": "/var/lib/docker/overlay2/4280f8f9fd1ba9ce1d3205795e21699596bc6c590d48a0dcc2659609122ceaaa/merged",
"UpperDir": "/var/lib/docker/overlay2/4280f8f9fd1ba9ce1d3205795e21699596bc6c590d48a0dcc2659609122ceaaa/diff",
"WorkDir": "/var/lib/docker/overlay2/4280f8f9fd1ba9ce1d3205795e21699596bc6c590d48a0dcc2659609122ceaaa/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-055020",
"Source": "/var/lib/docker/volumes/addons-055020/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-055020",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-055020",
"name.minikube.sigs.k8s.io": "addons-055020",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "8037b4bd15c27d2ffb6f5630bbd957c8301fbebb0892fb7b43b05db53b8d9057",
"SandboxKey": "/var/run/docker/netns/8037b4bd15c2",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33139"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33140"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33143"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33141"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33142"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-055020": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "761da618e285aee5c7b2ef493ffa039efe2a4ec99f525f85ad2583d79079ceb3",
"EndpointID": "b7801fb9df965b892baa3ba6762e61ea91ac075f84aed0bd593757df7d5a3056",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-055020",
"af96f400b248"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-055020 -n addons-055020
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-055020 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-055020 logs -n 25: (1.647078528s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-756541 | download-only-756541 | jenkins | v1.35.0 | 10 Feb 25 11:13 UTC | 10 Feb 25 11:13 UTC |
| start | --download-only -p | download-docker-294244 | jenkins | v1.35.0 | 10 Feb 25 11:13 UTC | |
| | download-docker-294244 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-294244 | download-docker-294244 | jenkins | v1.35.0 | 10 Feb 25 11:13 UTC | 10 Feb 25 11:13 UTC |
| start | --download-only -p | binary-mirror-064261 | jenkins | v1.35.0 | 10 Feb 25 11:13 UTC | |
| | binary-mirror-064261 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:33487 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-064261 | binary-mirror-064261 | jenkins | v1.35.0 | 10 Feb 25 11:13 UTC | 10 Feb 25 11:13 UTC |
| addons | disable dashboard -p | addons-055020 | jenkins | v1.35.0 | 10 Feb 25 11:13 UTC | |
| | addons-055020 | | | | | |
| addons | enable dashboard -p | addons-055020 | jenkins | v1.35.0 | 10 Feb 25 11:13 UTC | |
| | addons-055020 | | | | | |
| start | -p addons-055020 --wait=true | addons-055020 | jenkins | v1.35.0 | 10 Feb 25 11:13 UTC | 10 Feb 25 11:16 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-055020 addons disable | addons-055020 | jenkins | v1.35.0 | 10 Feb 25 11:16 UTC | 10 Feb 25 11:16 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-055020 addons disable | addons-055020 | jenkins | v1.35.0 | 10 Feb 25 11:16 UTC | 10 Feb 25 11:16 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-055020 | jenkins | v1.35.0 | 10 Feb 25 11:16 UTC | 10 Feb 25 11:16 UTC |
| | -p addons-055020 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-055020 addons disable | addons-055020 | jenkins | v1.35.0 | 10 Feb 25 11:16 UTC | 10 Feb 25 11:17 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-055020 ip | addons-055020 | jenkins | v1.35.0 | 10 Feb 25 11:17 UTC | 10 Feb 25 11:17 UTC |
| addons | addons-055020 addons disable | addons-055020 | jenkins | v1.35.0 | 10 Feb 25 11:17 UTC | 10 Feb 25 11:17 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-055020 addons | addons-055020 | jenkins | v1.35.0 | 10 Feb 25 11:17 UTC | 10 Feb 25 11:17 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-055020 addons | addons-055020 | jenkins | v1.35.0 | 10 Feb 25 11:17 UTC | 10 Feb 25 11:17 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-055020 ssh curl -s | addons-055020 | jenkins | v1.35.0 | 10 Feb 25 11:17 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-055020 addons | addons-055020 | jenkins | v1.35.0 | 10 Feb 25 11:18 UTC | 10 Feb 25 11:18 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-055020 addons | addons-055020 | jenkins | v1.35.0 | 10 Feb 25 11:18 UTC | 10 Feb 25 11:18 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-055020 addons | addons-055020 | jenkins | v1.35.0 | 10 Feb 25 11:18 UTC | 10 Feb 25 11:18 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-055020 addons disable | addons-055020 | jenkins | v1.35.0 | 10 Feb 25 11:18 UTC | 10 Feb 25 11:18 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| ssh | addons-055020 ssh cat | addons-055020 | jenkins | v1.35.0 | 10 Feb 25 11:18 UTC | 10 Feb 25 11:18 UTC |
| | /opt/local-path-provisioner/pvc-3076eff8-6cd2-4abe-ac56-c35742b6bab1_default_test-pvc/file1 | | | | | |
| addons | addons-055020 addons disable | addons-055020 | jenkins | v1.35.0 | 10 Feb 25 11:18 UTC | 10 Feb 25 11:18 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-055020 addons | addons-055020 | jenkins | v1.35.0 | 10 Feb 25 11:18 UTC | 10 Feb 25 11:18 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-055020 ip | addons-055020 | jenkins | v1.35.0 | 10 Feb 25 11:19 UTC | 10 Feb 25 11:19 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/02/10 11:13:26
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.23.4 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0210 11:13:26.135867 300841 out.go:345] Setting OutFile to fd 1 ...
I0210 11:13:26.135995 300841 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0210 11:13:26.136005 300841 out.go:358] Setting ErrFile to fd 2...
I0210 11:13:26.136011 300841 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0210 11:13:26.136288 300841 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20385-294690/.minikube/bin
I0210 11:13:26.136771 300841 out.go:352] Setting JSON to false
I0210 11:13:26.137757 300841 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":6951,"bootTime":1739179055,"procs":195,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1075-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0210 11:13:26.137839 300841 start.go:139] virtualization:
I0210 11:13:26.141360 300841 out.go:177] * [addons-055020] minikube v1.35.0 on Ubuntu 20.04 (arm64)
I0210 11:13:26.144999 300841 out.go:177] - MINIKUBE_LOCATION=20385
I0210 11:13:26.145171 300841 notify.go:220] Checking for updates...
I0210 11:13:26.150593 300841 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0210 11:13:26.153545 300841 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20385-294690/kubeconfig
I0210 11:13:26.156335 300841 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20385-294690/.minikube
I0210 11:13:26.159058 300841 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0210 11:13:26.161732 300841 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0210 11:13:26.164718 300841 driver.go:394] Setting default libvirt URI to qemu:///system
I0210 11:13:26.194192 300841 docker.go:123] docker version: linux-27.5.1:Docker Engine - Community
I0210 11:13:26.194336 300841 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0210 11:13:26.244428 300841 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:46 SystemTime:2025-02-10 11:13:26.235621608 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1075-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.5.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb Expected:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb} RuncCommit:{ID:v1.2.4-0-g6c52b3f Expected:v1.2.4-0-g6c52b3f} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.20.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.32.4]] Warnings:<nil>}}
I0210 11:13:26.244539 300841 docker.go:318] overlay module found
I0210 11:13:26.247757 300841 out.go:177] * Using the docker driver based on user configuration
I0210 11:13:26.250525 300841 start.go:297] selected driver: docker
I0210 11:13:26.250543 300841 start.go:901] validating driver "docker" against <nil>
I0210 11:13:26.250558 300841 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0210 11:13:26.251281 300841 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0210 11:13:26.298378 300841 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:46 SystemTime:2025-02-10 11:13:26.289873004 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1075-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.5.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb Expected:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb} RuncCommit:{ID:v1.2.4-0-g6c52b3f Expected:v1.2.4-0-g6c52b3f} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.20.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.32.4]] Warnings:<nil>}}
I0210 11:13:26.298617 300841 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0210 11:13:26.298846 300841 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0210 11:13:26.301688 300841 out.go:177] * Using Docker driver with root privileges
I0210 11:13:26.304531 300841 cni.go:84] Creating CNI manager for ""
I0210 11:13:26.304598 300841 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0210 11:13:26.304611 300841 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0210 11:13:26.304717 300841 start.go:340] cluster config:
{Name:addons-055020 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-055020 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: Network
Plugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPau
seInterval:1m0s}
I0210 11:13:26.309476 300841 out.go:177] * Starting "addons-055020" primary control-plane node in "addons-055020" cluster
I0210 11:13:26.312293 300841 cache.go:121] Beginning downloading kic base image for docker with crio
I0210 11:13:26.315220 300841 out.go:177] * Pulling base image v0.0.46 ...
I0210 11:13:26.318003 300841 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0210 11:13:26.318063 300841 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20385-294690/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4
I0210 11:13:26.318076 300841 cache.go:56] Caching tarball of preloaded images
I0210 11:13:26.318161 300841 preload.go:172] Found /home/jenkins/minikube-integration/20385-294690/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I0210 11:13:26.318177 300841 cache.go:59] Finished verifying existence of preloaded tar for v1.32.1 on crio
I0210 11:13:26.318549 300841 profile.go:143] Saving config to /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/config.json ...
I0210 11:13:26.318580 300841 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/config.json: {Name:mk665e0204ffb4cc9512aaae85f74ea39cb5fbd0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 11:13:26.318687 300841 image.go:81] Checking for gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local docker daemon
I0210 11:13:26.344017 300841 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 to local cache
I0210 11:13:26.344159 300841 image.go:65] Checking for gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local cache directory
I0210 11:13:26.344185 300841 image.go:68] Found gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local cache directory, skipping pull
I0210 11:13:26.344190 300841 image.go:137] gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 exists in cache, skipping pull
I0210 11:13:26.344200 300841 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 as a tarball
I0210 11:13:26.344208 300841 cache.go:163] Loading gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 from local cache
I0210 11:13:43.526794 300841 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 from cached tarball
I0210 11:13:43.526840 300841 cache.go:230] Successfully downloaded all kic artifacts
I0210 11:13:43.526871 300841 start.go:360] acquireMachinesLock for addons-055020: {Name:mk99306fe8924135c40c3f8c881069bb52649c46 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0210 11:13:43.527711 300841 start.go:364] duration metric: took 813.662µs to acquireMachinesLock for "addons-055020"
I0210 11:13:43.527748 300841 start.go:93] Provisioning new machine with config: &{Name:addons-055020 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-055020 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[
] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVM
netClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0210 11:13:43.527843 300841 start.go:125] createHost starting for "" (driver="docker")
I0210 11:13:43.531289 300841 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0210 11:13:43.531568 300841 start.go:159] libmachine.API.Create for "addons-055020" (driver="docker")
I0210 11:13:43.531607 300841 client.go:168] LocalClient.Create starting
I0210 11:13:43.531724 300841 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20385-294690/.minikube/certs/ca.pem
I0210 11:13:43.739047 300841 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20385-294690/.minikube/certs/cert.pem
I0210 11:13:43.885394 300841 cli_runner.go:164] Run: docker network inspect addons-055020 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0210 11:13:43.901895 300841 cli_runner.go:211] docker network inspect addons-055020 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0210 11:13:43.901981 300841 network_create.go:284] running [docker network inspect addons-055020] to gather additional debugging logs...
I0210 11:13:43.902002 300841 cli_runner.go:164] Run: docker network inspect addons-055020
W0210 11:13:43.918036 300841 cli_runner.go:211] docker network inspect addons-055020 returned with exit code 1
I0210 11:13:43.918066 300841 network_create.go:287] error running [docker network inspect addons-055020]: docker network inspect addons-055020: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-055020 not found
I0210 11:13:43.918081 300841 network_create.go:289] output of [docker network inspect addons-055020]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-055020 not found
** /stderr **
I0210 11:13:43.918186 300841 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0210 11:13:43.934512 300841 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40019d43b0}
I0210 11:13:43.934558 300841 network_create.go:124] attempt to create docker network addons-055020 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0210 11:13:43.934624 300841 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-055020 addons-055020
I0210 11:13:44.006902 300841 network_create.go:108] docker network addons-055020 192.168.49.0/24 created
I0210 11:13:44.006938 300841 kic.go:121] calculated static IP "192.168.49.2" for the "addons-055020" container
I0210 11:13:44.007014 300841 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0210 11:13:44.024099 300841 cli_runner.go:164] Run: docker volume create addons-055020 --label name.minikube.sigs.k8s.io=addons-055020 --label created_by.minikube.sigs.k8s.io=true
I0210 11:13:44.042517 300841 oci.go:103] Successfully created a docker volume addons-055020
I0210 11:13:44.042614 300841 cli_runner.go:164] Run: docker run --rm --name addons-055020-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-055020 --entrypoint /usr/bin/test -v addons-055020:/var gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -d /var/lib
I0210 11:13:46.086445 300841 cli_runner.go:217] Completed: docker run --rm --name addons-055020-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-055020 --entrypoint /usr/bin/test -v addons-055020:/var gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -d /var/lib: (2.04378839s)
I0210 11:13:46.086481 300841 oci.go:107] Successfully prepared a docker volume addons-055020
I0210 11:13:46.086510 300841 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0210 11:13:46.086531 300841 kic.go:194] Starting extracting preloaded images to volume ...
I0210 11:13:46.086617 300841 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20385-294690/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-055020:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -I lz4 -xf /preloaded.tar -C /extractDir
I0210 11:13:50.349968 300841 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20385-294690/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-055020:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -I lz4 -xf /preloaded.tar -C /extractDir: (4.263308813s)
I0210 11:13:50.350003 300841 kic.go:203] duration metric: took 4.26346875s to extract preloaded images to volume ...
W0210 11:13:50.350137 300841 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0210 11:13:50.350244 300841 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0210 11:13:50.408104 300841 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-055020 --name addons-055020 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-055020 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-055020 --network addons-055020 --ip 192.168.49.2 --volume addons-055020:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279
I0210 11:13:50.756127 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Running}}
I0210 11:13:50.781744 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:13:50.806367 300841 cli_runner.go:164] Run: docker exec addons-055020 stat /var/lib/dpkg/alternatives/iptables
I0210 11:13:50.856340 300841 oci.go:144] the created container "addons-055020" has a running status.
I0210 11:13:50.856373 300841 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa...
I0210 11:13:51.708722 300841 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0210 11:13:51.735067 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:13:51.754429 300841 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0210 11:13:51.754449 300841 kic_runner.go:114] Args: [docker exec --privileged addons-055020 chown docker:docker /home/docker/.ssh/authorized_keys]
I0210 11:13:51.801557 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:13:51.822621 300841 machine.go:93] provisionDockerMachine start ...
I0210 11:13:51.822799 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:13:51.844846 300841 main.go:141] libmachine: Using SSH client type: native
I0210 11:13:51.845718 300841 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x4149b0] 0x4171f0 <nil> [] 0s} 127.0.0.1 33139 <nil> <nil>}
I0210 11:13:51.845739 300841 main.go:141] libmachine: About to run SSH command:
hostname
I0210 11:13:51.980677 300841 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-055020
I0210 11:13:51.980702 300841 ubuntu.go:169] provisioning hostname "addons-055020"
I0210 11:13:51.980773 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:13:51.998178 300841 main.go:141] libmachine: Using SSH client type: native
I0210 11:13:51.998431 300841 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x4149b0] 0x4171f0 <nil> [] 0s} 127.0.0.1 33139 <nil> <nil>}
I0210 11:13:51.998450 300841 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-055020 && echo "addons-055020" | sudo tee /etc/hostname
I0210 11:13:52.133506 300841 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-055020
I0210 11:13:52.133589 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:13:52.151701 300841 main.go:141] libmachine: Using SSH client type: native
I0210 11:13:52.151941 300841 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x4149b0] 0x4171f0 <nil> [] 0s} 127.0.0.1 33139 <nil> <nil>}
I0210 11:13:52.151958 300841 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-055020' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-055020/g' /etc/hosts;
else
echo '127.0.1.1 addons-055020' | sudo tee -a /etc/hosts;
fi
fi
I0210 11:13:52.273275 300841 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0210 11:13:52.273302 300841 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20385-294690/.minikube CaCertPath:/home/jenkins/minikube-integration/20385-294690/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20385-294690/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20385-294690/.minikube}
I0210 11:13:52.273344 300841 ubuntu.go:177] setting up certificates
I0210 11:13:52.273356 300841 provision.go:84] configureAuth start
I0210 11:13:52.273422 300841 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-055020
I0210 11:13:52.291915 300841 provision.go:143] copyHostCerts
I0210 11:13:52.292006 300841 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20385-294690/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20385-294690/.minikube/ca.pem (1082 bytes)
I0210 11:13:52.292139 300841 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20385-294690/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20385-294690/.minikube/cert.pem (1123 bytes)
I0210 11:13:52.292205 300841 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20385-294690/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20385-294690/.minikube/key.pem (1679 bytes)
I0210 11:13:52.292260 300841 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20385-294690/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20385-294690/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20385-294690/.minikube/certs/ca-key.pem org=jenkins.addons-055020 san=[127.0.0.1 192.168.49.2 addons-055020 localhost minikube]
I0210 11:13:52.623781 300841 provision.go:177] copyRemoteCerts
I0210 11:13:52.623851 300841 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0210 11:13:52.623910 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:13:52.640039 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
I0210 11:13:52.734170 300841 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20385-294690/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0210 11:13:52.757850 300841 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20385-294690/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0210 11:13:52.781145 300841 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20385-294690/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0210 11:13:52.804310 300841 provision.go:87] duration metric: took 530.936507ms to configureAuth
I0210 11:13:52.804337 300841 ubuntu.go:193] setting minikube options for container-runtime
I0210 11:13:52.804526 300841 config.go:182] Loaded profile config "addons-055020": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0210 11:13:52.804635 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:13:52.821184 300841 main.go:141] libmachine: Using SSH client type: native
I0210 11:13:52.821461 300841 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x4149b0] 0x4171f0 <nil> [] 0s} 127.0.0.1 33139 <nil> <nil>}
I0210 11:13:52.821484 300841 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0210 11:13:53.041127 300841 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0210 11:13:53.041217 300841 machine.go:96] duration metric: took 1.218512064s to provisionDockerMachine
I0210 11:13:53.041241 300841 client.go:171] duration metric: took 9.509624259s to LocalClient.Create
I0210 11:13:53.041290 300841 start.go:167] duration metric: took 9.509721527s to libmachine.API.Create "addons-055020"
I0210 11:13:53.041374 300841 start.go:293] postStartSetup for "addons-055020" (driver="docker")
I0210 11:13:53.041401 300841 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0210 11:13:53.041495 300841 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0210 11:13:53.041565 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:13:53.059738 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
I0210 11:13:53.150339 300841 ssh_runner.go:195] Run: cat /etc/os-release
I0210 11:13:53.153427 300841 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0210 11:13:53.153462 300841 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0210 11:13:53.153473 300841 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0210 11:13:53.153480 300841 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0210 11:13:53.153490 300841 filesync.go:126] Scanning /home/jenkins/minikube-integration/20385-294690/.minikube/addons for local assets ...
I0210 11:13:53.153558 300841 filesync.go:126] Scanning /home/jenkins/minikube-integration/20385-294690/.minikube/files for local assets ...
I0210 11:13:53.153580 300841 start.go:296] duration metric: took 112.18596ms for postStartSetup
I0210 11:13:53.153888 300841 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-055020
I0210 11:13:53.170338 300841 profile.go:143] Saving config to /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/config.json ...
I0210 11:13:53.170625 300841 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0210 11:13:53.170688 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:13:53.186981 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
I0210 11:13:53.273936 300841 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0210 11:13:53.278044 300841 start.go:128] duration metric: took 9.750184255s to createHost
I0210 11:13:53.278087 300841 start.go:83] releasing machines lock for "addons-055020", held for 9.750357615s
I0210 11:13:53.278159 300841 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-055020
I0210 11:13:53.295337 300841 ssh_runner.go:195] Run: cat /version.json
I0210 11:13:53.295403 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:13:53.295656 300841 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0210 11:13:53.295722 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:13:53.317930 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
I0210 11:13:53.318666 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
I0210 11:13:53.530955 300841 ssh_runner.go:195] Run: systemctl --version
I0210 11:13:53.535784 300841 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0210 11:13:53.678106 300841 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0210 11:13:53.682693 300841 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0210 11:13:53.705210 300841 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0210 11:13:53.705299 300841 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0210 11:13:53.739824 300841 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0210 11:13:53.739850 300841 start.go:495] detecting cgroup driver to use...
I0210 11:13:53.739883 300841 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0210 11:13:53.739934 300841 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0210 11:13:53.755933 300841 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0210 11:13:53.767283 300841 docker.go:217] disabling cri-docker service (if available) ...
I0210 11:13:53.767379 300841 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0210 11:13:53.781443 300841 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0210 11:13:53.796804 300841 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0210 11:13:53.895649 300841 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0210 11:13:53.990797 300841 docker.go:233] disabling docker service ...
I0210 11:13:53.990872 300841 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0210 11:13:54.013485 300841 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0210 11:13:54.028719 300841 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0210 11:13:54.124952 300841 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0210 11:13:54.216029 300841 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0210 11:13:54.229176 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0210 11:13:54.246748 300841 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0210 11:13:54.246847 300841 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0210 11:13:54.257279 300841 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0210 11:13:54.257373 300841 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0210 11:13:54.268489 300841 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0210 11:13:54.278523 300841 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0210 11:13:54.288556 300841 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0210 11:13:54.298746 300841 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0210 11:13:54.308922 300841 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0210 11:13:54.324919 300841 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0210 11:13:54.335460 300841 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0210 11:13:54.344542 300841 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0210 11:13:54.352908 300841 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0210 11:13:54.446974 300841 ssh_runner.go:195] Run: sudo systemctl restart crio
I0210 11:13:54.554627 300841 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0210 11:13:54.554765 300841 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0210 11:13:54.558537 300841 start.go:563] Will wait 60s for crictl version
I0210 11:13:54.558629 300841 ssh_runner.go:195] Run: which crictl
I0210 11:13:54.562167 300841 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0210 11:13:54.606925 300841 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0210 11:13:54.607075 300841 ssh_runner.go:195] Run: crio --version
I0210 11:13:54.649072 300841 ssh_runner.go:195] Run: crio --version
I0210 11:13:54.690071 300841 out.go:177] * Preparing Kubernetes v1.32.1 on CRI-O 1.24.6 ...
I0210 11:13:54.692905 300841 cli_runner.go:164] Run: docker network inspect addons-055020 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0210 11:13:54.709183 300841 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0210 11:13:54.712710 300841 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0210 11:13:54.723573 300841 kubeadm.go:883] updating cluster {Name:addons-055020 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-055020 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] D
NSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClie
ntPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0210 11:13:54.723698 300841 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0210 11:13:54.723759 300841 ssh_runner.go:195] Run: sudo crictl images --output json
I0210 11:13:54.799321 300841 crio.go:514] all images are preloaded for cri-o runtime.
I0210 11:13:54.799345 300841 crio.go:433] Images already preloaded, skipping extraction
I0210 11:13:54.799403 300841 ssh_runner.go:195] Run: sudo crictl images --output json
I0210 11:13:54.836581 300841 crio.go:514] all images are preloaded for cri-o runtime.
I0210 11:13:54.836603 300841 cache_images.go:84] Images are preloaded, skipping loading
I0210 11:13:54.836612 300841 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.32.1 crio true true} ...
I0210 11:13:54.836715 300841 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-055020 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.32.1 ClusterName:addons-055020 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0210 11:13:54.836805 300841 ssh_runner.go:195] Run: crio config
I0210 11:13:54.884888 300841 cni.go:84] Creating CNI manager for ""
I0210 11:13:54.884911 300841 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0210 11:13:54.884922 300841 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0210 11:13:54.884946 300841 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.32.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-055020 NodeName:addons-055020 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0210 11:13:54.885085 300841 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-055020"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0210 11:13:54.885159 300841 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.1
I0210 11:13:54.894024 300841 binaries.go:44] Found k8s binaries, skipping transfer
I0210 11:13:54.894093 300841 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0210 11:13:54.902937 300841 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0210 11:13:54.921057 300841 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0210 11:13:54.939107 300841 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I0210 11:13:54.957092 300841 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0210 11:13:54.960441 300841 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0210 11:13:54.971169 300841 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0210 11:13:55.064343 300841 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0210 11:13:55.079078 300841 certs.go:68] Setting up /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020 for IP: 192.168.49.2
I0210 11:13:55.079146 300841 certs.go:194] generating shared ca certs ...
I0210 11:13:55.079176 300841 certs.go:226] acquiring lock for ca certs: {Name:mk30c23c87bd1bab88fe650a3367ae78946fd6d0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 11:13:55.079350 300841 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20385-294690/.minikube/ca.key
I0210 11:13:55.457132 300841 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20385-294690/.minikube/ca.crt ...
I0210 11:13:55.457164 300841 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20385-294690/.minikube/ca.crt: {Name:mk58470f1ae650ecbde4ed2c26446ee3344bb3be Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 11:13:55.457406 300841 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20385-294690/.minikube/ca.key ...
I0210 11:13:55.457426 300841 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20385-294690/.minikube/ca.key: {Name:mk84feb46aa7f648cf2653fab628ba5638b2df77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 11:13:55.457519 300841 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20385-294690/.minikube/proxy-client-ca.key
I0210 11:13:55.874566 300841 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20385-294690/.minikube/proxy-client-ca.crt ...
I0210 11:13:55.874597 300841 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20385-294690/.minikube/proxy-client-ca.crt: {Name:mk53f4ce325ac6365c2fd8c9a5165e39c6a660ef Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 11:13:55.875453 300841 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20385-294690/.minikube/proxy-client-ca.key ...
I0210 11:13:55.875475 300841 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20385-294690/.minikube/proxy-client-ca.key: {Name:mk11bb549f5e9c73e07a85811f9d50543e090c76 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 11:13:55.875590 300841 certs.go:256] generating profile certs ...
I0210 11:13:55.875651 300841 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/client.key
I0210 11:13:55.875671 300841 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/client.crt with IP's: []
I0210 11:13:56.124612 300841 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/client.crt ...
I0210 11:13:56.124643 300841 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/client.crt: {Name:mkdbe433a966142e939484c7a76f453eb4cf8a1f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 11:13:56.125487 300841 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/client.key ...
I0210 11:13:56.125507 300841 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/client.key: {Name:mkd491ac5bf3437a31ddab197a784ee4259d74be Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 11:13:56.125633 300841 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/apiserver.key.e3760e30
I0210 11:13:56.125655 300841 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/apiserver.crt.e3760e30 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0210 11:13:56.539071 300841 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/apiserver.crt.e3760e30 ...
I0210 11:13:56.539101 300841 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/apiserver.crt.e3760e30: {Name:mkcee4876ec087f9535aa8bab7fd4cabb3810b73 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 11:13:56.539954 300841 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/apiserver.key.e3760e30 ...
I0210 11:13:56.539975 300841 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/apiserver.key.e3760e30: {Name:mk75c4293135e06276385c83876d2ef4d0417685 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 11:13:56.540769 300841 certs.go:381] copying /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/apiserver.crt.e3760e30 -> /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/apiserver.crt
I0210 11:13:56.540870 300841 certs.go:385] copying /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/apiserver.key.e3760e30 -> /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/apiserver.key
I0210 11:13:56.540935 300841 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/proxy-client.key
I0210 11:13:56.540958 300841 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/proxy-client.crt with IP's: []
I0210 11:13:57.050321 300841 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/proxy-client.crt ...
I0210 11:13:57.050364 300841 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/proxy-client.crt: {Name:mkbc4f94e2df65237d619ffc5cd83ec456d0a536 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 11:13:57.050578 300841 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/proxy-client.key ...
I0210 11:13:57.050597 300841 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/proxy-client.key: {Name:mk9067c7b274a37e758c3535b8987f1b71d30e75 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 11:13:57.051508 300841 certs.go:484] found cert: /home/jenkins/minikube-integration/20385-294690/.minikube/certs/ca-key.pem (1675 bytes)
I0210 11:13:57.051561 300841 certs.go:484] found cert: /home/jenkins/minikube-integration/20385-294690/.minikube/certs/ca.pem (1082 bytes)
I0210 11:13:57.051586 300841 certs.go:484] found cert: /home/jenkins/minikube-integration/20385-294690/.minikube/certs/cert.pem (1123 bytes)
I0210 11:13:57.051613 300841 certs.go:484] found cert: /home/jenkins/minikube-integration/20385-294690/.minikube/certs/key.pem (1679 bytes)
I0210 11:13:57.052256 300841 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20385-294690/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0210 11:13:57.078288 300841 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20385-294690/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0210 11:13:57.104647 300841 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20385-294690/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0210 11:13:57.128791 300841 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20385-294690/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0210 11:13:57.153152 300841 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0210 11:13:57.177139 300841 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0210 11:13:57.201808 300841 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0210 11:13:57.226060 300841 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20385-294690/.minikube/profiles/addons-055020/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0210 11:13:57.251073 300841 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20385-294690/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0210 11:13:57.275552 300841 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0210 11:13:57.294854 300841 ssh_runner.go:195] Run: openssl version
I0210 11:13:57.300538 300841 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0210 11:13:57.310207 300841 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0210 11:13:57.313943 300841 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Feb 10 11:13 /usr/share/ca-certificates/minikubeCA.pem
I0210 11:13:57.314016 300841 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0210 11:13:57.321103 300841 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0210 11:13:57.330792 300841 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0210 11:13:57.334075 300841 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0210 11:13:57.334126 300841 kubeadm.go:392] StartCluster: {Name:addons-055020 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-055020 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSD
omain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientP
ath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0210 11:13:57.334208 300841 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0210 11:13:57.334265 300841 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0210 11:13:57.384163 300841 cri.go:89] found id: ""
I0210 11:13:57.384239 300841 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0210 11:13:57.396739 300841 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0210 11:13:57.407279 300841 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0210 11:13:57.407346 300841 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0210 11:13:57.420033 300841 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0210 11:13:57.420054 300841 kubeadm.go:157] found existing configuration files:
I0210 11:13:57.420108 300841 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0210 11:13:57.429186 300841 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0210 11:13:57.429292 300841 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0210 11:13:57.437977 300841 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0210 11:13:57.446814 300841 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0210 11:13:57.446879 300841 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0210 11:13:57.455448 300841 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0210 11:13:57.464666 300841 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0210 11:13:57.464778 300841 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0210 11:13:57.473675 300841 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0210 11:13:57.482457 300841 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0210 11:13:57.482565 300841 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0210 11:13:57.491543 300841 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.32.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0210 11:13:57.531436 300841 kubeadm.go:310] [init] Using Kubernetes version: v1.32.1
I0210 11:13:57.531499 300841 kubeadm.go:310] [preflight] Running pre-flight checks
I0210 11:13:57.550852 300841 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0210 11:13:57.550932 300841 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1075-aws[0m
I0210 11:13:57.550986 300841 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0210 11:13:57.551039 300841 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0210 11:13:57.551091 300841 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0210 11:13:57.551141 300841 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0210 11:13:57.551195 300841 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0210 11:13:57.551245 300841 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0210 11:13:57.551299 300841 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0210 11:13:57.551348 300841 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0210 11:13:57.551400 300841 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0210 11:13:57.551452 300841 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0210 11:13:57.611089 300841 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0210 11:13:57.611204 300841 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0210 11:13:57.611299 300841 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0210 11:13:57.621702 300841 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0210 11:13:57.626127 300841 out.go:235] - Generating certificates and keys ...
I0210 11:13:57.626235 300841 kubeadm.go:310] [certs] Using existing ca certificate authority
I0210 11:13:57.626318 300841 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0210 11:13:57.934960 300841 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0210 11:13:58.614770 300841 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0210 11:13:58.794720 300841 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0210 11:13:59.555892 300841 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0210 11:14:00.032455 300841 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0210 11:14:00.032670 300841 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-055020 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0210 11:14:00.514795 300841 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0210 11:14:00.514969 300841 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-055020 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0210 11:14:01.040159 300841 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0210 11:14:01.667949 300841 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0210 11:14:01.929872 300841 kubeadm.go:310] [certs] Generating "sa" key and public key
I0210 11:14:01.930186 300841 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0210 11:14:02.703356 300841 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0210 11:14:03.034935 300841 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0210 11:14:03.400901 300841 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0210 11:14:03.823369 300841 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0210 11:14:04.850557 300841 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0210 11:14:04.851215 300841 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0210 11:14:04.854093 300841 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0210 11:14:04.857591 300841 out.go:235] - Booting up control plane ...
I0210 11:14:04.857696 300841 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0210 11:14:04.857773 300841 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0210 11:14:04.857854 300841 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0210 11:14:04.877085 300841 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0210 11:14:04.883326 300841 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0210 11:14:04.883596 300841 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0210 11:14:04.982686 300841 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0210 11:14:04.982809 300841 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0210 11:14:05.984511 300841 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001864954s
I0210 11:14:05.984602 300841 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0210 11:14:11.990734 300841 kubeadm.go:310] [api-check] The API server is healthy after 6.004388442s
I0210 11:14:12.013780 300841 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0210 11:14:12.034152 300841 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0210 11:14:12.069373 300841 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0210 11:14:12.069571 300841 kubeadm.go:310] [mark-control-plane] Marking the node addons-055020 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0210 11:14:12.081367 300841 kubeadm.go:310] [bootstrap-token] Using token: somz0k.oecikg6l82ewee2m
I0210 11:14:12.084346 300841 out.go:235] - Configuring RBAC rules ...
I0210 11:14:12.084499 300841 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0210 11:14:12.091713 300841 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0210 11:14:12.101546 300841 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0210 11:14:12.105613 300841 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0210 11:14:12.114039 300841 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0210 11:14:12.120498 300841 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0210 11:14:12.396892 300841 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0210 11:14:12.821664 300841 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0210 11:14:13.396702 300841 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0210 11:14:13.397796 300841 kubeadm.go:310]
I0210 11:14:13.397876 300841 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0210 11:14:13.397883 300841 kubeadm.go:310]
I0210 11:14:13.397960 300841 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0210 11:14:13.397965 300841 kubeadm.go:310]
I0210 11:14:13.397991 300841 kubeadm.go:310] mkdir -p $HOME/.kube
I0210 11:14:13.398050 300841 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0210 11:14:13.398104 300841 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0210 11:14:13.398108 300841 kubeadm.go:310]
I0210 11:14:13.398163 300841 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0210 11:14:13.398168 300841 kubeadm.go:310]
I0210 11:14:13.398215 300841 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0210 11:14:13.398220 300841 kubeadm.go:310]
I0210 11:14:13.398272 300841 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0210 11:14:13.398347 300841 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0210 11:14:13.398428 300841 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0210 11:14:13.398436 300841 kubeadm.go:310]
I0210 11:14:13.398521 300841 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0210 11:14:13.398598 300841 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0210 11:14:13.398605 300841 kubeadm.go:310]
I0210 11:14:13.398704 300841 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token somz0k.oecikg6l82ewee2m \
I0210 11:14:13.398808 300841 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:8d54fdc5509860e18d2a6f979cc8fb1ddbb8d7bc9f4995650cc086f05ed292f1 \
I0210 11:14:13.398828 300841 kubeadm.go:310] --control-plane
I0210 11:14:13.398832 300841 kubeadm.go:310]
I0210 11:14:13.398917 300841 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0210 11:14:13.398922 300841 kubeadm.go:310]
I0210 11:14:13.399003 300841 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token somz0k.oecikg6l82ewee2m \
I0210 11:14:13.399105 300841 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:8d54fdc5509860e18d2a6f979cc8fb1ddbb8d7bc9f4995650cc086f05ed292f1
I0210 11:14:13.403512 300841 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I0210 11:14:13.403749 300841 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1075-aws\n", err: exit status 1
I0210 11:14:13.403853 300841 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0210 11:14:13.403871 300841 cni.go:84] Creating CNI manager for ""
I0210 11:14:13.403879 300841 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0210 11:14:13.409064 300841 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0210 11:14:13.412022 300841 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0210 11:14:13.417931 300841 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.32.1/kubectl ...
I0210 11:14:13.417953 300841 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0210 11:14:13.437834 300841 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0210 11:14:13.775879 300841 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0210 11:14:13.776003 300841 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0210 11:14:13.776082 300841 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-055020 minikube.k8s.io/updated_at=2025_02_10T11_14_13_0700 minikube.k8s.io/version=v1.35.0 minikube.k8s.io/commit=a597502568cd649748018b4cfeb698a4b8b36160 minikube.k8s.io/name=addons-055020 minikube.k8s.io/primary=true
I0210 11:14:13.991494 300841 ops.go:34] apiserver oom_adj: -16
I0210 11:14:13.991611 300841 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0210 11:14:14.491804 300841 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0210 11:14:14.991749 300841 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0210 11:14:15.492546 300841 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0210 11:14:15.992545 300841 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0210 11:14:16.492003 300841 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0210 11:14:16.992454 300841 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0210 11:14:17.492250 300841 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0210 11:14:17.589624 300841 kubeadm.go:1113] duration metric: took 3.813665581s to wait for elevateKubeSystemPrivileges
I0210 11:14:17.589654 300841 kubeadm.go:394] duration metric: took 20.255533426s to StartCluster
I0210 11:14:17.589671 300841 settings.go:142] acquiring lock: {Name:mk3dc1984015402866fa10463c6efe1756a9793b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 11:14:17.589785 300841 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20385-294690/kubeconfig
I0210 11:14:17.590190 300841 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20385-294690/kubeconfig: {Name:mkaf0a5f56700ea96736d1c9bf14afea3dada1f8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 11:14:17.590403 300841 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0210 11:14:17.590563 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0210 11:14:17.590859 300841 config.go:182] Loaded profile config "addons-055020": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0210 11:14:17.590893 300841 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0210 11:14:17.590969 300841 addons.go:69] Setting yakd=true in profile "addons-055020"
I0210 11:14:17.590991 300841 addons.go:238] Setting addon yakd=true in "addons-055020"
I0210 11:14:17.591015 300841 host.go:66] Checking if "addons-055020" exists ...
I0210 11:14:17.591534 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:14:17.591792 300841 addons.go:69] Setting inspektor-gadget=true in profile "addons-055020"
I0210 11:14:17.591813 300841 addons.go:238] Setting addon inspektor-gadget=true in "addons-055020"
I0210 11:14:17.591849 300841 host.go:66] Checking if "addons-055020" exists ...
I0210 11:14:17.592236 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:14:17.592744 300841 addons.go:69] Setting metrics-server=true in profile "addons-055020"
I0210 11:14:17.592788 300841 addons.go:238] Setting addon metrics-server=true in "addons-055020"
I0210 11:14:17.592827 300841 host.go:66] Checking if "addons-055020" exists ...
I0210 11:14:17.593291 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:14:17.593838 300841 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-055020"
I0210 11:14:17.593858 300841 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-055020"
I0210 11:14:17.593883 300841 host.go:66] Checking if "addons-055020" exists ...
I0210 11:14:17.594473 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:14:17.596373 300841 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-055020"
I0210 11:14:17.596541 300841 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-055020"
I0210 11:14:17.596633 300841 host.go:66] Checking if "addons-055020" exists ...
I0210 11:14:17.598645 300841 addons.go:69] Setting registry=true in profile "addons-055020"
I0210 11:14:17.598668 300841 addons.go:238] Setting addon registry=true in "addons-055020"
I0210 11:14:17.598701 300841 host.go:66] Checking if "addons-055020" exists ...
I0210 11:14:17.599241 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:14:17.606691 300841 addons.go:69] Setting storage-provisioner=true in profile "addons-055020"
I0210 11:14:17.606867 300841 addons.go:238] Setting addon storage-provisioner=true in "addons-055020"
I0210 11:14:17.606959 300841 host.go:66] Checking if "addons-055020" exists ...
I0210 11:14:17.607657 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:14:17.596757 300841 addons.go:69] Setting cloud-spanner=true in profile "addons-055020"
I0210 11:14:17.609624 300841 addons.go:238] Setting addon cloud-spanner=true in "addons-055020"
I0210 11:14:17.609702 300841 host.go:66] Checking if "addons-055020" exists ...
I0210 11:14:17.596770 300841 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-055020"
I0210 11:14:17.617613 300841 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-055020"
I0210 11:14:17.617674 300841 host.go:66] Checking if "addons-055020" exists ...
I0210 11:14:17.618535 300841 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-055020"
I0210 11:14:17.618592 300841 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-055020"
I0210 11:14:17.619079 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:14:17.619950 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:14:17.637605 300841 addons.go:69] Setting volcano=true in profile "addons-055020"
I0210 11:14:17.637680 300841 addons.go:238] Setting addon volcano=true in "addons-055020"
I0210 11:14:17.637748 300841 host.go:66] Checking if "addons-055020" exists ...
I0210 11:14:17.638293 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:14:17.596779 300841 addons.go:69] Setting default-storageclass=true in profile "addons-055020"
I0210 11:14:17.646765 300841 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-055020"
I0210 11:14:17.647142 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:14:17.657603 300841 addons.go:69] Setting volumesnapshots=true in profile "addons-055020"
I0210 11:14:17.657656 300841 addons.go:238] Setting addon volumesnapshots=true in "addons-055020"
I0210 11:14:17.657707 300841 host.go:66] Checking if "addons-055020" exists ...
I0210 11:14:17.658210 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:14:17.596785 300841 addons.go:69] Setting gcp-auth=true in profile "addons-055020"
I0210 11:14:17.703226 300841 mustload.go:65] Loading cluster: addons-055020
I0210 11:14:17.703440 300841 config.go:182] Loaded profile config "addons-055020": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0210 11:14:17.703687 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:14:17.596794 300841 addons.go:69] Setting ingress=true in profile "addons-055020"
I0210 11:14:17.723131 300841 addons.go:238] Setting addon ingress=true in "addons-055020"
I0210 11:14:17.723186 300841 host.go:66] Checking if "addons-055020" exists ...
I0210 11:14:17.723633 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:14:17.596800 300841 addons.go:69] Setting ingress-dns=true in profile "addons-055020"
I0210 11:14:17.736659 300841 addons.go:238] Setting addon ingress-dns=true in "addons-055020"
I0210 11:14:17.736723 300841 host.go:66] Checking if "addons-055020" exists ...
I0210 11:14:17.737213 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:14:17.608845 300841 out.go:177] * Verifying Kubernetes components...
I0210 11:14:17.609571 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:14:17.681963 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:14:17.798763 300841 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0210 11:14:17.821907 300841 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0210 11:14:17.834363 300841 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0210 11:14:17.834401 300841 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0210 11:14:17.834473 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:14:17.855573 300841 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0210 11:14:17.860910 300841 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I0210 11:14:17.860947 300841 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0210 11:14:17.861027 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:14:17.874687 300841 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I0210 11:14:17.884476 300841 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-055020"
I0210 11:14:17.884519 300841 host.go:66] Checking if "addons-055020" exists ...
I0210 11:14:17.890236 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:14:17.890459 300841 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.37.0
I0210 11:14:17.898080 300841 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0210 11:14:17.898105 300841 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0210 11:14:17.898171 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:14:17.920780 300841 out.go:177] - Using image docker.io/registry:2.8.3
I0210 11:14:17.925292 300841 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I0210 11:14:17.925652 300841 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I0210 11:14:17.925664 300841 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I0210 11:14:17.925741 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:14:17.938559 300841 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0210 11:14:17.946467 300841 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0210 11:14:17.946497 300841 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0210 11:14:17.946576 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
W0210 11:14:17.949519 300841 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0210 11:14:17.950760 300841 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I0210 11:14:17.950777 300841 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0210 11:14:17.950849 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:14:17.981471 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0210 11:14:17.982630 300841 addons.go:238] Setting addon default-storageclass=true in "addons-055020"
I0210 11:14:17.982676 300841 host.go:66] Checking if "addons-055020" exists ...
I0210 11:14:17.983121 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:14:18.008408 300841 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0210 11:14:18.015930 300841 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0210 11:14:18.016195 300841 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0210 11:14:18.016465 300841 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0210 11:14:18.016483 300841 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0210 11:14:18.016564 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:14:18.034751 300841 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0210 11:14:18.038115 300841 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0210 11:14:18.044978 300841 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I0210 11:14:18.045775 300841 host.go:66] Checking if "addons-055020" exists ...
I0210 11:14:18.067159 300841 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0210 11:14:18.068073 300841 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0210 11:14:18.117380 300841 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0210 11:14:18.117495 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:14:18.108602 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
I0210 11:14:18.124584 300841 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.28
I0210 11:14:18.124838 300841 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I0210 11:14:18.133197 300841 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0210 11:14:18.133231 300841 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I0210 11:14:18.133439 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:14:18.135003 300841 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I0210 11:14:18.135091 300841 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0210 11:14:18.135206 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:14:18.157575 300841 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0210 11:14:18.159676 300841 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0210 11:14:18.161551 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
I0210 11:14:18.164766 300841 out.go:177] - Using image docker.io/busybox:stable
I0210 11:14:18.164943 300841 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0210 11:14:18.164960 300841 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0210 11:14:18.164965 300841 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0210 11:14:18.165054 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:14:18.173391 300841 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0210 11:14:18.173473 300841 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0210 11:14:18.175045 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
I0210 11:14:18.176439 300841 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0210 11:14:18.176463 300841 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0210 11:14:18.176637 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:14:18.181439 300841 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0210 11:14:18.183993 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
I0210 11:14:18.190614 300841 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0210 11:14:18.197384 300841 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0210 11:14:18.197419 300841 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0210 11:14:18.197505 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:14:18.249782 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
I0210 11:14:18.277581 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
I0210 11:14:18.311978 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
I0210 11:14:18.321477 300841 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0210 11:14:18.321515 300841 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0210 11:14:18.321641 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:14:18.321962 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
I0210 11:14:18.328618 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
I0210 11:14:18.351679 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
I0210 11:14:18.352521 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
I0210 11:14:18.377825 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
I0210 11:14:18.384877 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
W0210 11:14:18.392115 300841 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0210 11:14:18.392193 300841 retry.go:31] will retry after 284.997842ms: ssh: handshake failed: EOF
I0210 11:14:18.413937 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
I0210 11:14:18.650835 300841 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0210 11:14:18.703956 300841 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I0210 11:14:18.704023 300841 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14539 bytes)
I0210 11:14:18.705450 300841 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I0210 11:14:18.705505 300841 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0210 11:14:18.739307 300841 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I0210 11:14:18.739382 300841 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0210 11:14:18.796459 300841 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0210 11:14:18.805766 300841 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I0210 11:14:18.805795 300841 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0210 11:14:18.845747 300841 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0210 11:14:18.845773 300841 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0210 11:14:18.885933 300841 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0210 11:14:18.896217 300841 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0210 11:14:18.931365 300841 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I0210 11:14:18.931461 300841 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0210 11:14:18.934805 300841 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0210 11:14:18.939931 300841 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0210 11:14:18.947412 300841 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0210 11:14:18.947490 300841 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0210 11:14:18.958805 300841 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0210 11:14:18.980976 300841 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0210 11:14:19.023675 300841 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0210 11:14:19.041717 300841 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I0210 11:14:19.041796 300841 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0210 11:14:19.044876 300841 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0210 11:14:19.044960 300841 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0210 11:14:19.064216 300841 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0210 11:14:19.064239 300841 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0210 11:14:19.178458 300841 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0210 11:14:19.183771 300841 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0210 11:14:19.183796 300841 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0210 11:14:19.233899 300841 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0210 11:14:19.233982 300841 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0210 11:14:19.238288 300841 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0210 11:14:19.310093 300841 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I0210 11:14:19.310222 300841 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0210 11:14:19.318297 300841 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0210 11:14:19.318378 300841 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0210 11:14:19.414383 300841 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0210 11:14:19.451009 300841 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0210 11:14:19.451086 300841 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0210 11:14:19.538220 300841 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0210 11:14:19.546799 300841 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0210 11:14:19.546880 300841 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0210 11:14:19.647756 300841 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0210 11:14:19.647878 300841 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0210 11:14:19.753292 300841 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0210 11:14:19.753375 300841 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0210 11:14:19.818337 300841 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0210 11:14:19.818371 300841 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0210 11:14:19.917461 300841 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0210 11:14:19.917488 300841 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0210 11:14:19.954798 300841 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0210 11:14:20.033911 300841 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0210 11:14:20.033945 300841 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0210 11:14:20.174784 300841 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0210 11:14:20.174822 300841 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0210 11:14:20.382759 300841 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0210 11:14:20.382792 300841 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0210 11:14:20.581628 300841 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0210 11:14:20.581652 300841 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0210 11:14:20.747119 300841 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0210 11:14:20.747146 300841 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0210 11:14:20.802277 300841 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.820768014s)
I0210 11:14:20.802308 300841 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0210 11:14:20.802471 300841 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.151561569s)
I0210 11:14:20.803274 300841 node_ready.go:35] waiting up to 6m0s for node "addons-055020" to be "Ready" ...
I0210 11:14:20.925861 300841 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0210 11:14:22.406235 300841 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-055020" context rescaled to 1 replicas
I0210 11:14:23.036024 300841 node_ready.go:53] node "addons-055020" has status "Ready":"False"
I0210 11:14:24.265053 300841 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (5.468558216s)
I0210 11:14:24.265140 300841 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.379175011s)
I0210 11:14:24.265378 300841 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (5.369095707s)
I0210 11:14:24.265421 300841 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (5.330545654s)
I0210 11:14:24.265532 300841 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (5.325530759s)
I0210 11:14:24.265590 300841 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.306714939s)
I0210 11:14:24.265627 300841 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (5.284581054s)
I0210 11:14:24.265678 300841 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.241932296s)
I0210 11:14:24.265718 300841 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.087235107s)
I0210 11:14:24.265731 300841 addons.go:479] Verifying addon registry=true in "addons-055020"
I0210 11:14:24.268904 300841 out.go:177] * Verifying registry addon...
I0210 11:14:24.272467 300841 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0210 11:14:24.341831 300841 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0210 11:14:24.341857 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W0210 11:14:24.378693 300841 out.go:270] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0210 11:14:24.803407 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:25.046881 300841 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.808497027s)
I0210 11:14:25.046919 300841 addons.go:479] Verifying addon ingress=true in "addons-055020"
I0210 11:14:25.047103 300841 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.632643696s)
I0210 11:14:25.047122 300841 addons.go:479] Verifying addon metrics-server=true in "addons-055020"
I0210 11:14:25.047240 300841 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (5.50893784s)
I0210 11:14:25.047480 300841 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.092642809s)
W0210 11:14:25.047515 300841 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0210 11:14:25.047539 300841 retry.go:31] will retry after 319.414387ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0210 11:14:25.050027 300841 out.go:177] * Verifying ingress addon...
I0210 11:14:25.050314 300841 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-055020 service yakd-dashboard -n yakd-dashboard
I0210 11:14:25.054229 300841 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0210 11:14:25.072034 300841 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0210 11:14:25.072062 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:25.299518 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:25.307538 300841 node_ready.go:53] node "addons-055020" has status "Ready":"False"
I0210 11:14:25.342620 300841 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.416701948s)
I0210 11:14:25.342658 300841 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-055020"
I0210 11:14:25.347836 300841 out.go:177] * Verifying csi-hostpath-driver addon...
I0210 11:14:25.351643 300841 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0210 11:14:25.364169 300841 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0210 11:14:25.364195 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:25.367438 300841 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0210 11:14:25.558250 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:25.776079 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:25.854779 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:26.057899 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:26.277718 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:26.291807 300841 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0210 11:14:26.291937 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:14:26.311970 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
I0210 11:14:26.377127 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:26.414398 300841 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0210 11:14:26.433576 300841 addons.go:238] Setting addon gcp-auth=true in "addons-055020"
I0210 11:14:26.433629 300841 host.go:66] Checking if "addons-055020" exists ...
I0210 11:14:26.434062 300841 cli_runner.go:164] Run: docker container inspect addons-055020 --format={{.State.Status}}
I0210 11:14:26.453110 300841 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0210 11:14:26.453165 300841 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-055020
I0210 11:14:26.470608 300841 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20385-294690/.minikube/machines/addons-055020/id_rsa Username:docker}
I0210 11:14:26.558611 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:26.775563 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:26.855031 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:27.058178 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:27.275973 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:27.355454 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:27.557693 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:27.775980 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:27.808506 300841 node_ready.go:53] node "addons-055020" has status "Ready":"False"
I0210 11:14:27.855603 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:28.058139 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:28.078855 300841 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.711373897s)
I0210 11:14:28.078938 300841 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (1.62580742s)
I0210 11:14:28.082138 300841 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0210 11:14:28.084893 300841 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I0210 11:14:28.087657 300841 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0210 11:14:28.087688 300841 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0210 11:14:28.107177 300841 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0210 11:14:28.107247 300841 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0210 11:14:28.127790 300841 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0210 11:14:28.127815 300841 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0210 11:14:28.146920 300841 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0210 11:14:28.276166 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:28.377492 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:28.559562 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:28.671262 300841 addons.go:479] Verifying addon gcp-auth=true in "addons-055020"
I0210 11:14:28.674378 300841 out.go:177] * Verifying gcp-auth addon...
I0210 11:14:28.678024 300841 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0210 11:14:28.700956 300841 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0210 11:14:28.701030 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:28.789464 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:28.854463 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:29.057601 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:29.181484 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:29.275445 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:29.355172 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:29.557116 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:29.681715 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:29.776022 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:29.854925 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:30.058803 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:30.182810 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:30.276034 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:30.306836 300841 node_ready.go:53] node "addons-055020" has status "Ready":"False"
I0210 11:14:30.354835 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:30.557703 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:30.682286 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:30.776667 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:30.855328 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:31.057306 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:31.182832 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:31.275578 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:31.355226 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:31.557524 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:31.683438 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:31.783815 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:31.884966 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:32.058960 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:32.180877 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:32.275965 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:32.377010 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:32.558052 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:32.681162 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:32.775893 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:32.807138 300841 node_ready.go:53] node "addons-055020" has status "Ready":"False"
I0210 11:14:32.854753 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:33.058647 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:33.182787 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:33.275205 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:33.355109 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:33.558279 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:33.683157 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:33.776700 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:33.855173 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:34.057529 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:34.181641 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:34.275087 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:34.354834 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:34.558189 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:34.681525 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:34.776162 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:34.855632 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:35.058086 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:35.180839 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:35.275674 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:35.307154 300841 node_ready.go:53] node "addons-055020" has status "Ready":"False"
I0210 11:14:35.355095 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:35.557978 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:35.682834 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:35.775530 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:35.854977 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:36.057485 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:36.181632 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:36.275498 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:36.355000 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:36.558171 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:36.681233 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:36.776095 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:36.854740 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:37.057984 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:37.180948 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:37.275974 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:37.355342 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:37.557213 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:37.682168 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:37.776134 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:37.807046 300841 node_ready.go:53] node "addons-055020" has status "Ready":"False"
I0210 11:14:37.854813 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:38.058167 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:38.180719 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:38.275700 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:38.354591 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:38.557647 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:38.681886 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:38.776075 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:38.854934 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:39.057965 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:39.181014 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:39.276027 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:39.355389 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:39.557586 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:39.681912 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:39.776012 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:39.854320 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:40.058449 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:40.181434 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:40.276363 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:40.307068 300841 node_ready.go:53] node "addons-055020" has status "Ready":"False"
I0210 11:14:40.355045 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:40.558506 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:40.682052 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:40.775715 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:40.855188 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:41.058163 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:41.181351 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:41.275857 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:41.354351 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:41.557447 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:41.681745 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:41.776084 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:41.876962 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:42.058886 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:42.181969 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:42.275823 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:42.307427 300841 node_ready.go:53] node "addons-055020" has status "Ready":"False"
I0210 11:14:42.355229 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:42.557153 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:42.682348 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:42.776215 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:42.855004 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:43.057183 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:43.181444 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:43.276013 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:43.354573 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:43.557694 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:43.682671 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:43.785087 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:43.854458 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:44.057642 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:44.181845 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:44.275530 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:44.355399 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:44.557773 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:44.682016 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:44.775653 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:44.806501 300841 node_ready.go:53] node "addons-055020" has status "Ready":"False"
I0210 11:14:44.855697 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:45.058665 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:45.181694 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:45.275572 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:45.354838 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:45.558142 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:45.682571 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:45.776576 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:45.855077 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:46.057156 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:46.183357 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:46.276224 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:46.355279 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:46.559877 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:46.682306 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:46.775349 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:46.806891 300841 node_ready.go:53] node "addons-055020" has status "Ready":"False"
I0210 11:14:46.854629 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:47.057715 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:47.181778 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:47.275541 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:47.355567 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:47.557587 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:47.682758 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:47.775911 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:47.855775 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:48.058086 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:48.181248 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:48.275852 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:48.355278 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:48.557227 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:48.681914 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:48.775840 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:48.855070 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:49.057956 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:49.181040 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:49.275602 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:49.306302 300841 node_ready.go:53] node "addons-055020" has status "Ready":"False"
I0210 11:14:49.355038 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:49.557074 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:49.681529 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:49.775415 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:49.855604 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:50.058324 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:50.181171 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:50.276247 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:50.355258 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:50.557488 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:50.681625 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:50.775130 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:50.854582 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:51.057760 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:51.182381 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:51.275233 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:51.306981 300841 node_ready.go:53] node "addons-055020" has status "Ready":"False"
I0210 11:14:51.354590 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:51.557204 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:51.681729 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:51.775393 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:51.855000 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:52.057221 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:52.181134 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:52.275731 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:52.354701 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:52.557870 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:52.681700 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:52.775427 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:52.854937 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:53.058274 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:53.181120 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:53.275741 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:53.310242 300841 node_ready.go:53] node "addons-055020" has status "Ready":"False"
I0210 11:14:53.355040 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:53.558308 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:53.681293 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:53.776207 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:53.855043 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:54.058383 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:54.180942 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:54.275576 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:54.355425 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:54.557359 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:54.681921 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:54.776013 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:54.854782 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:55.057661 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:55.181549 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:55.275504 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:55.355353 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:55.557148 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:55.681478 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:55.776035 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:55.806670 300841 node_ready.go:53] node "addons-055020" has status "Ready":"False"
I0210 11:14:55.854731 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:56.058453 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:56.181289 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:56.276074 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:56.354955 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:56.558076 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:56.682047 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:56.775853 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:56.854392 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:57.057642 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:57.181551 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:57.276318 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:57.354942 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:57.557949 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:57.681831 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:57.775706 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:57.855309 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:58.057297 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:58.180867 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:58.275472 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:58.306165 300841 node_ready.go:53] node "addons-055020" has status "Ready":"False"
I0210 11:14:58.354702 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:58.557628 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:58.681980 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:58.775872 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:58.855695 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:59.057753 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:59.181458 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:59.275565 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:59.355218 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:14:59.557289 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:14:59.681928 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:14:59.775595 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:14:59.856249 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:00.100941 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:00.202590 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:00.276252 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:00.312900 300841 node_ready.go:53] node "addons-055020" has status "Ready":"False"
I0210 11:15:00.355614 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:00.557874 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:00.681846 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:00.775593 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:00.854507 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:01.058070 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:01.181566 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:01.275490 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:01.355299 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:01.558361 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:01.682161 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:01.775978 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:01.856574 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:02.059122 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:02.182109 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:02.277744 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:02.355765 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:02.558057 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:02.681694 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:02.775821 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:02.806987 300841 node_ready.go:53] node "addons-055020" has status "Ready":"False"
I0210 11:15:02.855686 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:03.057640 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:03.181539 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:03.275445 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:03.355539 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:03.575731 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:03.682038 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:03.775924 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:03.854692 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:04.057980 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:04.180717 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:04.275899 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:04.355117 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:04.557105 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:04.721446 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:04.789110 300841 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0210 11:15:04.789131 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:04.811356 300841 node_ready.go:49] node "addons-055020" has status "Ready":"True"
I0210 11:15:04.811382 300841 node_ready.go:38] duration metric: took 44.008026717s for node "addons-055020" to be "Ready" ...
I0210 11:15:04.811393 300841 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0210 11:15:04.818663 300841 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-pzjct" in "kube-system" namespace to be "Ready" ...
I0210 11:15:04.883758 300841 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0210 11:15:04.883786 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:05.060461 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:05.184889 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:05.275993 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:05.355938 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:05.566365 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:05.716433 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:05.811167 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:05.855414 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:06.064085 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:06.183068 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:06.276326 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:06.355146 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:06.558742 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:06.681771 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:06.777516 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:06.828568 300841 pod_ready.go:103] pod "coredns-668d6bf9bc-pzjct" in "kube-system" namespace has status "Ready":"False"
I0210 11:15:06.855112 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:07.081771 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:07.183246 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:07.276083 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:07.326471 300841 pod_ready.go:93] pod "coredns-668d6bf9bc-pzjct" in "kube-system" namespace has status "Ready":"True"
I0210 11:15:07.326498 300841 pod_ready.go:82] duration metric: took 2.507801115s for pod "coredns-668d6bf9bc-pzjct" in "kube-system" namespace to be "Ready" ...
I0210 11:15:07.326519 300841 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-055020" in "kube-system" namespace to be "Ready" ...
I0210 11:15:07.334440 300841 pod_ready.go:93] pod "etcd-addons-055020" in "kube-system" namespace has status "Ready":"True"
I0210 11:15:07.334479 300841 pod_ready.go:82] duration metric: took 7.937373ms for pod "etcd-addons-055020" in "kube-system" namespace to be "Ready" ...
I0210 11:15:07.334499 300841 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-055020" in "kube-system" namespace to be "Ready" ...
I0210 11:15:07.339546 300841 pod_ready.go:93] pod "kube-apiserver-addons-055020" in "kube-system" namespace has status "Ready":"True"
I0210 11:15:07.339571 300841 pod_ready.go:82] duration metric: took 5.063413ms for pod "kube-apiserver-addons-055020" in "kube-system" namespace to be "Ready" ...
I0210 11:15:07.339582 300841 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-055020" in "kube-system" namespace to be "Ready" ...
I0210 11:15:07.345015 300841 pod_ready.go:93] pod "kube-controller-manager-addons-055020" in "kube-system" namespace has status "Ready":"True"
I0210 11:15:07.345045 300841 pod_ready.go:82] duration metric: took 5.446261ms for pod "kube-controller-manager-addons-055020" in "kube-system" namespace to be "Ready" ...
I0210 11:15:07.345066 300841 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-kqzlt" in "kube-system" namespace to be "Ready" ...
I0210 11:15:07.350533 300841 pod_ready.go:93] pod "kube-proxy-kqzlt" in "kube-system" namespace has status "Ready":"True"
I0210 11:15:07.350563 300841 pod_ready.go:82] duration metric: took 5.484176ms for pod "kube-proxy-kqzlt" in "kube-system" namespace to be "Ready" ...
I0210 11:15:07.350588 300841 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-055020" in "kube-system" namespace to be "Ready" ...
I0210 11:15:07.355732 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:07.558588 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:07.682444 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:07.722995 300841 pod_ready.go:93] pod "kube-scheduler-addons-055020" in "kube-system" namespace has status "Ready":"True"
I0210 11:15:07.723023 300841 pod_ready.go:82] duration metric: took 372.42608ms for pod "kube-scheduler-addons-055020" in "kube-system" namespace to be "Ready" ...
I0210 11:15:07.723036 300841 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-7fbb699795-n58mw" in "kube-system" namespace to be "Ready" ...
I0210 11:15:07.776785 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:07.856244 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:08.057843 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:08.182296 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:08.276838 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:08.377193 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:08.558502 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:08.683089 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:08.775195 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:08.858268 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:09.058555 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:09.181158 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:09.276319 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:09.356053 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:09.557778 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:09.681870 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:09.730087 300841 pod_ready.go:103] pod "metrics-server-7fbb699795-n58mw" in "kube-system" namespace has status "Ready":"False"
I0210 11:15:09.776376 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:09.855534 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:10.058312 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:10.181682 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:10.276167 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:10.358034 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:10.558186 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:10.681447 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:10.775577 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:10.855683 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:11.062258 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:11.181132 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:11.277103 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:11.356169 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:11.557692 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:11.681204 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:11.776006 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:11.855862 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:12.059584 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:12.181279 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:12.233814 300841 pod_ready.go:103] pod "metrics-server-7fbb699795-n58mw" in "kube-system" namespace has status "Ready":"False"
I0210 11:15:12.276677 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:12.355730 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:12.557769 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:12.683176 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:12.778738 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:12.859143 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:13.058830 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:13.181606 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:13.285390 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:13.356030 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:13.557279 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:13.681122 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:13.775814 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:13.855897 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:14.058079 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:14.181466 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:14.276030 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:14.355811 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:14.558311 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:14.681783 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:14.730312 300841 pod_ready.go:103] pod "metrics-server-7fbb699795-n58mw" in "kube-system" namespace has status "Ready":"False"
I0210 11:15:14.776982 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:14.856386 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:15.058261 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:15.182069 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:15.276883 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:15.357453 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:15.557643 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:15.682001 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:15.776685 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:15.860708 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:16.058618 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:16.182062 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:16.275920 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:16.359070 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:16.557808 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:16.682500 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:16.776010 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:16.854749 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:17.059277 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:17.181408 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:17.231255 300841 pod_ready.go:103] pod "metrics-server-7fbb699795-n58mw" in "kube-system" namespace has status "Ready":"False"
I0210 11:15:17.277842 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:17.359229 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:17.557398 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:17.682751 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:17.776975 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:17.857866 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:18.057588 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:18.181406 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:18.276102 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:18.355794 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:18.558303 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:18.683016 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:18.776689 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:18.860440 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:19.057745 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:19.185141 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:19.234499 300841 pod_ready.go:103] pod "metrics-server-7fbb699795-n58mw" in "kube-system" namespace has status "Ready":"False"
I0210 11:15:19.286520 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:19.356163 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:19.557512 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:19.682340 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:19.776181 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:19.858803 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:20.059373 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:20.180848 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:20.275460 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:20.355124 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:20.557513 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:20.683327 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:20.776821 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:20.855659 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:21.061455 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:21.181816 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:21.276450 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:21.355629 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:21.558626 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:21.681672 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:21.730162 300841 pod_ready.go:103] pod "metrics-server-7fbb699795-n58mw" in "kube-system" namespace has status "Ready":"False"
I0210 11:15:21.778157 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:21.855896 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:22.058632 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:22.184574 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:22.282819 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:22.355722 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:22.558910 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:22.683723 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:22.784995 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:22.890042 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:23.058232 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:23.181448 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:23.276542 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:23.358137 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:23.558667 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:23.683629 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:23.730701 300841 pod_ready.go:103] pod "metrics-server-7fbb699795-n58mw" in "kube-system" namespace has status "Ready":"False"
I0210 11:15:23.776264 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:23.856884 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:24.075023 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:24.186875 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:24.276713 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:24.357536 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:24.558258 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:24.682529 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:24.776655 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:24.856308 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:25.059554 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:25.192865 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:25.230982 300841 pod_ready.go:93] pod "metrics-server-7fbb699795-n58mw" in "kube-system" namespace has status "Ready":"True"
I0210 11:15:25.231006 300841 pod_ready.go:82] duration metric: took 17.507962177s for pod "metrics-server-7fbb699795-n58mw" in "kube-system" namespace to be "Ready" ...
I0210 11:15:25.231018 300841 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-8w24p" in "kube-system" namespace to be "Ready" ...
I0210 11:15:25.297734 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:25.394416 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:25.557695 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:25.681583 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:25.775487 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:25.855510 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:26.063078 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:26.181107 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:26.275749 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:26.355495 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:26.557898 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:26.682964 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:26.776562 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:26.861876 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:27.060249 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:27.181557 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:27.238185 300841 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-8w24p" in "kube-system" namespace has status "Ready":"False"
I0210 11:15:27.276979 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:27.355919 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:27.560679 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:27.682042 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:27.775727 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:27.855064 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:28.059710 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:28.185996 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:28.286526 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:28.355975 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:28.557974 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:28.681464 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:28.776412 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:28.855466 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:29.059194 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:29.181879 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:29.278625 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:29.354678 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:29.558371 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:29.682355 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:29.737701 300841 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-8w24p" in "kube-system" namespace has status "Ready":"False"
I0210 11:15:29.775607 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:29.855758 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:30.059208 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:30.181393 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:30.275943 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:30.355950 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:30.558091 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:30.683270 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:30.776984 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:30.855293 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:31.058741 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:31.181992 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:31.275889 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:31.354746 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:31.559411 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:31.681137 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:31.775918 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:31.855422 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:32.058505 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:32.181808 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:32.236980 300841 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-8w24p" in "kube-system" namespace has status "Ready":"False"
I0210 11:15:32.275951 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:32.355301 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:32.557506 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:32.682696 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:32.775726 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:32.855368 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:33.057856 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:33.181788 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:33.276797 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:33.354978 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:33.558474 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:33.681906 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:33.776032 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:33.855407 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:34.058777 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:34.182058 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:34.237203 300841 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-8w24p" in "kube-system" namespace has status "Ready":"False"
I0210 11:15:34.276844 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:34.356011 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:34.559204 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:34.682583 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:34.776942 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:34.857558 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:35.062452 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:35.182129 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:35.278128 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:35.357137 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:35.559042 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:35.682259 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:35.782623 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:35.857008 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:36.058628 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:36.181962 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:36.237456 300841 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-8w24p" in "kube-system" namespace has status "Ready":"False"
I0210 11:15:36.275719 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:36.355501 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:36.558517 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:36.681498 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:36.775794 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:36.855306 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:37.058803 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:37.181896 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:37.275994 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:37.356142 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:37.558429 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:37.682341 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:37.776919 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:37.855367 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:38.059415 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:38.181584 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:38.237497 300841 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-8w24p" in "kube-system" namespace has status "Ready":"False"
I0210 11:15:38.275809 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:38.356389 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:38.557522 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:38.683209 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:38.776311 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:38.856484 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:39.058357 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:39.182007 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:39.276193 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:39.355418 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:39.557513 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:39.681260 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:39.776297 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:39.856053 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:40.070557 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:40.186392 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:40.238095 300841 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-8w24p" in "kube-system" namespace has status "Ready":"False"
I0210 11:15:40.276664 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:40.354963 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:40.564586 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:40.681850 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:40.777146 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:40.857779 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:41.058415 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:41.181944 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:41.276598 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:41.354654 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:41.558818 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:41.682421 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:41.777434 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:41.860117 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:42.063025 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:42.181403 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:42.276511 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:42.355689 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:42.557746 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:42.682607 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:42.737149 300841 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-8w24p" in "kube-system" namespace has status "Ready":"False"
I0210 11:15:42.778147 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:42.855782 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:43.058956 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:43.181598 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:43.275641 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:43.358870 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:43.558702 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:43.682676 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:43.736877 300841 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-8w24p" in "kube-system" namespace has status "Ready":"True"
I0210 11:15:43.736907 300841 pod_ready.go:82] duration metric: took 18.505880786s for pod "nvidia-device-plugin-daemonset-8w24p" in "kube-system" namespace to be "Ready" ...
I0210 11:15:43.736929 300841 pod_ready.go:39] duration metric: took 38.925502886s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0210 11:15:43.736967 300841 api_server.go:52] waiting for apiserver process to appear ...
I0210 11:15:43.737014 300841 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0210 11:15:43.737090 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0210 11:15:43.776301 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:43.796464 300841 cri.go:89] found id: "86e9e9775c5c7611dd72947c7c2de3c7496beeddcb9d97d26e7fb3bb58f08f2d"
I0210 11:15:43.796490 300841 cri.go:89] found id: ""
I0210 11:15:43.796498 300841 logs.go:282] 1 containers: [86e9e9775c5c7611dd72947c7c2de3c7496beeddcb9d97d26e7fb3bb58f08f2d]
I0210 11:15:43.796556 300841 ssh_runner.go:195] Run: which crictl
I0210 11:15:43.799877 300841 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0210 11:15:43.799956 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0210 11:15:43.842707 300841 cri.go:89] found id: "f9e24779b4fa25fac02f0ee4b4eada542fa1c20a97192447a18bd64651d02f48"
I0210 11:15:43.842737 300841 cri.go:89] found id: ""
I0210 11:15:43.842747 300841 logs.go:282] 1 containers: [f9e24779b4fa25fac02f0ee4b4eada542fa1c20a97192447a18bd64651d02f48]
I0210 11:15:43.842806 300841 ssh_runner.go:195] Run: which crictl
I0210 11:15:43.851212 300841 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0210 11:15:43.851321 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0210 11:15:43.855158 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:43.895984 300841 cri.go:89] found id: "f99ad2f7b22580c50a781fbfdd763a839f7d399b7379e81791961f529080daa2"
I0210 11:15:43.896059 300841 cri.go:89] found id: ""
I0210 11:15:43.896074 300841 logs.go:282] 1 containers: [f99ad2f7b22580c50a781fbfdd763a839f7d399b7379e81791961f529080daa2]
I0210 11:15:43.896134 300841 ssh_runner.go:195] Run: which crictl
I0210 11:15:43.900492 300841 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0210 11:15:43.900578 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0210 11:15:43.943456 300841 cri.go:89] found id: "ebbb51674ac38f8781fca6b2f6fbfeefb97937e57271795d2859a272f71818e1"
I0210 11:15:43.943479 300841 cri.go:89] found id: ""
I0210 11:15:43.943487 300841 logs.go:282] 1 containers: [ebbb51674ac38f8781fca6b2f6fbfeefb97937e57271795d2859a272f71818e1]
I0210 11:15:43.943550 300841 ssh_runner.go:195] Run: which crictl
I0210 11:15:43.947236 300841 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0210 11:15:43.947363 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0210 11:15:43.984699 300841 cri.go:89] found id: "e759f86f816c177a1c57595f6d9655b723fc0d88d774b2d25074c50a33101e1b"
I0210 11:15:43.984722 300841 cri.go:89] found id: ""
I0210 11:15:43.984731 300841 logs.go:282] 1 containers: [e759f86f816c177a1c57595f6d9655b723fc0d88d774b2d25074c50a33101e1b]
I0210 11:15:43.984790 300841 ssh_runner.go:195] Run: which crictl
I0210 11:15:43.988300 300841 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0210 11:15:43.988383 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0210 11:15:44.030732 300841 cri.go:89] found id: "cd4a02207fbda686763d0a105dd07c0fd0cd5eeabd80f5e17a03afa873433459"
I0210 11:15:44.030755 300841 cri.go:89] found id: ""
I0210 11:15:44.030764 300841 logs.go:282] 1 containers: [cd4a02207fbda686763d0a105dd07c0fd0cd5eeabd80f5e17a03afa873433459]
I0210 11:15:44.030844 300841 ssh_runner.go:195] Run: which crictl
I0210 11:15:44.034655 300841 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0210 11:15:44.034765 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0210 11:15:44.059666 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:44.084534 300841 cri.go:89] found id: "98fdabc64a2eb43f1cfba5371a94d154296384451aab2b39dffde723b40b0783"
I0210 11:15:44.084566 300841 cri.go:89] found id: ""
I0210 11:15:44.084574 300841 logs.go:282] 1 containers: [98fdabc64a2eb43f1cfba5371a94d154296384451aab2b39dffde723b40b0783]
I0210 11:15:44.084631 300841 ssh_runner.go:195] Run: which crictl
I0210 11:15:44.088261 300841 logs.go:123] Gathering logs for kubelet ...
I0210 11:15:44.088286 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0210 11:15:44.142125 300841 logs.go:138] Found kubelet problem: Feb 10 11:14:17 addons-055020 kubelet[1514]: W0210 11:14:17.425808 1514 reflector.go:569] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-055020" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-055020' and this object
W0210 11:15:44.142361 300841 logs.go:138] Found kubelet problem: Feb 10 11:14:17 addons-055020 kubelet[1514]: E0210 11:14:17.425880 1514 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
W0210 11:15:44.166903 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: W0210 11:15:04.656800 1514 reflector.go:569] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-055020" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-055020' and this object
W0210 11:15:44.167149 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.656853 1514 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
W0210 11:15:44.167317 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: W0210 11:15:04.659177 1514 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-055020" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-055020' and this object
W0210 11:15:44.167520 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.659234 1514 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
W0210 11:15:44.167706 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: W0210 11:15:04.659177 1514 reflector.go:569] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-055020" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-055020' and this object
W0210 11:15:44.167930 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.659272 1514 reflector.go:166] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
W0210 11:15:44.168098 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: W0210 11:15:04.660434 1514 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-055020" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-055020' and this object
W0210 11:15:44.168312 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.660480 1514 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
I0210 11:15:44.181685 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:44.200699 300841 logs.go:123] Gathering logs for dmesg ...
I0210 11:15:44.200736 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0210 11:15:44.217541 300841 logs.go:123] Gathering logs for etcd [f9e24779b4fa25fac02f0ee4b4eada542fa1c20a97192447a18bd64651d02f48] ...
I0210 11:15:44.217570 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f9e24779b4fa25fac02f0ee4b4eada542fa1c20a97192447a18bd64651d02f48"
I0210 11:15:44.268781 300841 logs.go:123] Gathering logs for coredns [f99ad2f7b22580c50a781fbfdd763a839f7d399b7379e81791961f529080daa2] ...
I0210 11:15:44.268816 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f99ad2f7b22580c50a781fbfdd763a839f7d399b7379e81791961f529080daa2"
I0210 11:15:44.275718 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:44.309035 300841 logs.go:123] Gathering logs for kindnet [98fdabc64a2eb43f1cfba5371a94d154296384451aab2b39dffde723b40b0783] ...
I0210 11:15:44.309061 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 98fdabc64a2eb43f1cfba5371a94d154296384451aab2b39dffde723b40b0783"
I0210 11:15:44.350468 300841 logs.go:123] Gathering logs for CRI-O ...
I0210 11:15:44.350510 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0210 11:15:44.356554 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:44.495760 300841 logs.go:123] Gathering logs for container status ...
I0210 11:15:44.495862 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0210 11:15:44.558878 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:44.593723 300841 logs.go:123] Gathering logs for describe nodes ...
I0210 11:15:44.593814 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0210 11:15:44.681791 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:44.777829 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:44.866954 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:44.879711 300841 logs.go:123] Gathering logs for kube-apiserver [86e9e9775c5c7611dd72947c7c2de3c7496beeddcb9d97d26e7fb3bb58f08f2d] ...
I0210 11:15:44.879746 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 86e9e9775c5c7611dd72947c7c2de3c7496beeddcb9d97d26e7fb3bb58f08f2d"
I0210 11:15:44.972219 300841 logs.go:123] Gathering logs for kube-scheduler [ebbb51674ac38f8781fca6b2f6fbfeefb97937e57271795d2859a272f71818e1] ...
I0210 11:15:44.972257 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ebbb51674ac38f8781fca6b2f6fbfeefb97937e57271795d2859a272f71818e1"
I0210 11:15:45.058769 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:45.083114 300841 logs.go:123] Gathering logs for kube-proxy [e759f86f816c177a1c57595f6d9655b723fc0d88d774b2d25074c50a33101e1b] ...
I0210 11:15:45.083163 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e759f86f816c177a1c57595f6d9655b723fc0d88d774b2d25074c50a33101e1b"
I0210 11:15:45.163845 300841 logs.go:123] Gathering logs for kube-controller-manager [cd4a02207fbda686763d0a105dd07c0fd0cd5eeabd80f5e17a03afa873433459] ...
I0210 11:15:45.163886 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 cd4a02207fbda686763d0a105dd07c0fd0cd5eeabd80f5e17a03afa873433459"
I0210 11:15:45.181884 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:45.276655 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:45.304328 300841 out.go:358] Setting ErrFile to fd 2...
I0210 11:15:45.304373 300841 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0210 11:15:45.304516 300841 out.go:270] X Problems detected in kubelet:
W0210 11:15:45.304566 300841 out.go:270] Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.659234 1514 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
W0210 11:15:45.304638 300841 out.go:270] Feb 10 11:15:04 addons-055020 kubelet[1514]: W0210 11:15:04.659177 1514 reflector.go:569] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-055020" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-055020' and this object
W0210 11:15:45.304653 300841 out.go:270] Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.659272 1514 reflector.go:166] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
W0210 11:15:45.304663 300841 out.go:270] Feb 10 11:15:04 addons-055020 kubelet[1514]: W0210 11:15:04.660434 1514 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-055020" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-055020' and this object
W0210 11:15:45.304682 300841 out.go:270] Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.660480 1514 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
I0210 11:15:45.304687 300841 out.go:358] Setting ErrFile to fd 2...
I0210 11:15:45.304753 300841 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0210 11:15:45.355927 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:45.560247 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:45.681124 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:45.775879 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:45.854867 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:46.058403 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:46.181719 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:46.275846 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:46.354830 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:46.558457 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:46.682351 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:46.775404 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:46.855451 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:47.057193 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:47.181680 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:47.275388 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:47.355373 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:47.557299 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:47.681618 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:47.775361 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:47.856253 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:48.057757 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:48.182350 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:48.275713 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:48.356004 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:48.558434 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:48.681266 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:48.776345 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:48.855386 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:49.057920 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:49.180531 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:49.276012 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:49.359000 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:49.558338 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:49.690935 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:49.791220 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:49.855235 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:50.057337 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:50.181610 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:50.275539 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 11:15:50.355715 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:50.557624 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:50.682168 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:50.775928 300841 kapi.go:107] duration metric: took 1m26.503458223s to wait for kubernetes.io/minikube-addons=registry ...
I0210 11:15:50.855285 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:51.058915 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:51.181239 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:51.355924 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:51.558333 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:51.680968 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:51.855506 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:52.057508 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:52.181939 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:52.354975 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:52.559435 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:52.683423 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:52.856166 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:53.057961 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:53.180591 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:53.355114 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:53.558343 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:53.683459 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:53.855378 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:54.058513 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:54.182207 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:54.355999 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:54.558218 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:54.681832 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:54.855355 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:55.058169 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:55.181429 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:55.306503 300841 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0210 11:15:55.333971 300841 api_server.go:72] duration metric: took 1m37.743536828s to wait for apiserver process to appear ...
I0210 11:15:55.333995 300841 api_server.go:88] waiting for apiserver healthz status ...
I0210 11:15:55.334036 300841 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0210 11:15:55.334090 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0210 11:15:55.355849 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:55.402450 300841 cri.go:89] found id: "86e9e9775c5c7611dd72947c7c2de3c7496beeddcb9d97d26e7fb3bb58f08f2d"
I0210 11:15:55.402473 300841 cri.go:89] found id: ""
I0210 11:15:55.402481 300841 logs.go:282] 1 containers: [86e9e9775c5c7611dd72947c7c2de3c7496beeddcb9d97d26e7fb3bb58f08f2d]
I0210 11:15:55.402539 300841 ssh_runner.go:195] Run: which crictl
I0210 11:15:55.412802 300841 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0210 11:15:55.412879 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0210 11:15:55.494969 300841 cri.go:89] found id: "f9e24779b4fa25fac02f0ee4b4eada542fa1c20a97192447a18bd64651d02f48"
I0210 11:15:55.494991 300841 cri.go:89] found id: ""
I0210 11:15:55.494999 300841 logs.go:282] 1 containers: [f9e24779b4fa25fac02f0ee4b4eada542fa1c20a97192447a18bd64651d02f48]
I0210 11:15:55.495056 300841 ssh_runner.go:195] Run: which crictl
I0210 11:15:55.504562 300841 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0210 11:15:55.504689 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0210 11:15:55.556408 300841 cri.go:89] found id: "f99ad2f7b22580c50a781fbfdd763a839f7d399b7379e81791961f529080daa2"
I0210 11:15:55.556487 300841 cri.go:89] found id: ""
I0210 11:15:55.556508 300841 logs.go:282] 1 containers: [f99ad2f7b22580c50a781fbfdd763a839f7d399b7379e81791961f529080daa2]
I0210 11:15:55.556593 300841 ssh_runner.go:195] Run: which crictl
I0210 11:15:55.559380 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:55.562097 300841 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0210 11:15:55.562197 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0210 11:15:55.608695 300841 cri.go:89] found id: "ebbb51674ac38f8781fca6b2f6fbfeefb97937e57271795d2859a272f71818e1"
I0210 11:15:55.608719 300841 cri.go:89] found id: ""
I0210 11:15:55.608727 300841 logs.go:282] 1 containers: [ebbb51674ac38f8781fca6b2f6fbfeefb97937e57271795d2859a272f71818e1]
I0210 11:15:55.608785 300841 ssh_runner.go:195] Run: which crictl
I0210 11:15:55.612451 300841 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0210 11:15:55.612523 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0210 11:15:55.654579 300841 cri.go:89] found id: "e759f86f816c177a1c57595f6d9655b723fc0d88d774b2d25074c50a33101e1b"
I0210 11:15:55.654601 300841 cri.go:89] found id: ""
I0210 11:15:55.654610 300841 logs.go:282] 1 containers: [e759f86f816c177a1c57595f6d9655b723fc0d88d774b2d25074c50a33101e1b]
I0210 11:15:55.654666 300841 ssh_runner.go:195] Run: which crictl
I0210 11:15:55.658318 300841 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0210 11:15:55.658393 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0210 11:15:55.681085 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:55.712473 300841 cri.go:89] found id: "cd4a02207fbda686763d0a105dd07c0fd0cd5eeabd80f5e17a03afa873433459"
I0210 11:15:55.712503 300841 cri.go:89] found id: ""
I0210 11:15:55.712512 300841 logs.go:282] 1 containers: [cd4a02207fbda686763d0a105dd07c0fd0cd5eeabd80f5e17a03afa873433459]
I0210 11:15:55.712593 300841 ssh_runner.go:195] Run: which crictl
I0210 11:15:55.716267 300841 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0210 11:15:55.716367 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0210 11:15:55.759557 300841 cri.go:89] found id: "98fdabc64a2eb43f1cfba5371a94d154296384451aab2b39dffde723b40b0783"
I0210 11:15:55.759580 300841 cri.go:89] found id: ""
I0210 11:15:55.759588 300841 logs.go:282] 1 containers: [98fdabc64a2eb43f1cfba5371a94d154296384451aab2b39dffde723b40b0783]
I0210 11:15:55.759646 300841 ssh_runner.go:195] Run: which crictl
I0210 11:15:55.763571 300841 logs.go:123] Gathering logs for container status ...
I0210 11:15:55.763636 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0210 11:15:55.834870 300841 logs.go:123] Gathering logs for kubelet ...
I0210 11:15:55.834900 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0210 11:15:55.859900 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
W0210 11:15:55.889668 300841 logs.go:138] Found kubelet problem: Feb 10 11:14:17 addons-055020 kubelet[1514]: W0210 11:14:17.425808 1514 reflector.go:569] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-055020" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-055020' and this object
W0210 11:15:55.889908 300841 logs.go:138] Found kubelet problem: Feb 10 11:14:17 addons-055020 kubelet[1514]: E0210 11:14:17.425880 1514 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
W0210 11:15:55.914685 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: W0210 11:15:04.656800 1514 reflector.go:569] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-055020" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-055020' and this object
W0210 11:15:55.914932 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.656853 1514 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
W0210 11:15:55.915098 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: W0210 11:15:04.659177 1514 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-055020" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-055020' and this object
W0210 11:15:55.915303 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.659234 1514 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
W0210 11:15:55.915489 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: W0210 11:15:04.659177 1514 reflector.go:569] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-055020" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-055020' and this object
W0210 11:15:55.915745 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.659272 1514 reflector.go:166] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
W0210 11:15:55.915947 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: W0210 11:15:04.660434 1514 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-055020" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-055020' and this object
W0210 11:15:55.916168 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.660480 1514 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
I0210 11:15:55.950861 300841 logs.go:123] Gathering logs for dmesg ...
I0210 11:15:55.950905 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0210 11:15:55.974169 300841 logs.go:123] Gathering logs for etcd [f9e24779b4fa25fac02f0ee4b4eada542fa1c20a97192447a18bd64651d02f48] ...
I0210 11:15:55.974194 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f9e24779b4fa25fac02f0ee4b4eada542fa1c20a97192447a18bd64651d02f48"
I0210 11:15:56.034317 300841 logs.go:123] Gathering logs for coredns [f99ad2f7b22580c50a781fbfdd763a839f7d399b7379e81791961f529080daa2] ...
I0210 11:15:56.034356 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f99ad2f7b22580c50a781fbfdd763a839f7d399b7379e81791961f529080daa2"
I0210 11:15:56.057809 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:56.181810 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:56.249709 300841 logs.go:123] Gathering logs for kube-controller-manager [cd4a02207fbda686763d0a105dd07c0fd0cd5eeabd80f5e17a03afa873433459] ...
I0210 11:15:56.249739 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 cd4a02207fbda686763d0a105dd07c0fd0cd5eeabd80f5e17a03afa873433459"
I0210 11:15:56.355263 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:56.512133 300841 logs.go:123] Gathering logs for kindnet [98fdabc64a2eb43f1cfba5371a94d154296384451aab2b39dffde723b40b0783] ...
I0210 11:15:56.512182 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 98fdabc64a2eb43f1cfba5371a94d154296384451aab2b39dffde723b40b0783"
I0210 11:15:56.562464 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:56.651835 300841 logs.go:123] Gathering logs for CRI-O ...
I0210 11:15:56.651915 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0210 11:15:56.692309 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:56.784008 300841 logs.go:123] Gathering logs for describe nodes ...
I0210 11:15:56.784049 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0210 11:15:56.856432 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:57.048940 300841 logs.go:123] Gathering logs for kube-apiserver [86e9e9775c5c7611dd72947c7c2de3c7496beeddcb9d97d26e7fb3bb58f08f2d] ...
I0210 11:15:57.048973 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 86e9e9775c5c7611dd72947c7c2de3c7496beeddcb9d97d26e7fb3bb58f08f2d"
I0210 11:15:57.058382 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:57.181045 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:57.186876 300841 logs.go:123] Gathering logs for kube-scheduler [ebbb51674ac38f8781fca6b2f6fbfeefb97937e57271795d2859a272f71818e1] ...
I0210 11:15:57.186954 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ebbb51674ac38f8781fca6b2f6fbfeefb97937e57271795d2859a272f71818e1"
I0210 11:15:57.343423 300841 logs.go:123] Gathering logs for kube-proxy [e759f86f816c177a1c57595f6d9655b723fc0d88d774b2d25074c50a33101e1b] ...
I0210 11:15:57.343508 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e759f86f816c177a1c57595f6d9655b723fc0d88d774b2d25074c50a33101e1b"
I0210 11:15:57.355764 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:57.441161 300841 out.go:358] Setting ErrFile to fd 2...
I0210 11:15:57.441239 300841 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0210 11:15:57.441329 300841 out.go:270] X Problems detected in kubelet:
W0210 11:15:57.441413 300841 out.go:270] Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.659234 1514 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
W0210 11:15:57.441446 300841 out.go:270] Feb 10 11:15:04 addons-055020 kubelet[1514]: W0210 11:15:04.659177 1514 reflector.go:569] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-055020" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-055020' and this object
W0210 11:15:57.441488 300841 out.go:270] Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.659272 1514 reflector.go:166] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
W0210 11:15:57.441533 300841 out.go:270] Feb 10 11:15:04 addons-055020 kubelet[1514]: W0210 11:15:04.660434 1514 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-055020" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-055020' and this object
W0210 11:15:57.441574 300841 out.go:270] Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.660480 1514 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
I0210 11:15:57.441613 300841 out.go:358] Setting ErrFile to fd 2...
I0210 11:15:57.441636 300841 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0210 11:15:57.558582 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:57.681618 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:57.855422 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:58.057927 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:58.181937 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:58.355723 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:58.558416 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:58.682534 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:58.855412 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:59.058081 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:59.181552 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:59.355361 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:15:59.557762 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:15:59.681701 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:15:59.854892 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:00.059012 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:00.193173 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:16:00.356039 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:00.557475 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:00.682265 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:16:00.856957 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:01.060071 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:01.181049 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:16:01.355536 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:01.560408 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:01.681671 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:16:01.856068 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:02.061424 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:02.182260 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:16:02.357149 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:02.557478 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:02.681263 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:16:02.856714 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:03.058525 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:03.181674 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:16:03.354796 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:03.557899 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:03.681688 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:16:03.855539 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:04.058307 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:04.181609 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 11:16:04.355081 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:04.557650 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:04.682986 300841 kapi.go:107] duration metric: took 1m36.004965004s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0210 11:16:04.686041 300841 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-055020 cluster.
I0210 11:16:04.688954 300841 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0210 11:16:04.691740 300841 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0210 11:16:04.854877 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:05.058259 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:05.355689 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:05.560554 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:05.854896 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:06.059262 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:06.355467 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:06.557452 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:06.854844 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:07.057969 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:07.356271 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:07.442565 300841 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0210 11:16:07.460923 300841 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0210 11:16:07.463572 300841 api_server.go:141] control plane version: v1.32.1
I0210 11:16:07.463616 300841 api_server.go:131] duration metric: took 12.129613709s to wait for apiserver health ...
I0210 11:16:07.463625 300841 system_pods.go:43] waiting for kube-system pods to appear ...
I0210 11:16:07.463649 300841 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0210 11:16:07.463708 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0210 11:16:07.558084 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:07.563522 300841 cri.go:89] found id: "86e9e9775c5c7611dd72947c7c2de3c7496beeddcb9d97d26e7fb3bb58f08f2d"
I0210 11:16:07.563588 300841 cri.go:89] found id: ""
I0210 11:16:07.563609 300841 logs.go:282] 1 containers: [86e9e9775c5c7611dd72947c7c2de3c7496beeddcb9d97d26e7fb3bb58f08f2d]
I0210 11:16:07.563701 300841 ssh_runner.go:195] Run: which crictl
I0210 11:16:07.569538 300841 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0210 11:16:07.569661 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0210 11:16:07.618590 300841 cri.go:89] found id: "f9e24779b4fa25fac02f0ee4b4eada542fa1c20a97192447a18bd64651d02f48"
I0210 11:16:07.618655 300841 cri.go:89] found id: ""
I0210 11:16:07.618675 300841 logs.go:282] 1 containers: [f9e24779b4fa25fac02f0ee4b4eada542fa1c20a97192447a18bd64651d02f48]
I0210 11:16:07.618767 300841 ssh_runner.go:195] Run: which crictl
I0210 11:16:07.624287 300841 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0210 11:16:07.624404 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0210 11:16:07.675410 300841 cri.go:89] found id: "f99ad2f7b22580c50a781fbfdd763a839f7d399b7379e81791961f529080daa2"
I0210 11:16:07.675473 300841 cri.go:89] found id: ""
I0210 11:16:07.675493 300841 logs.go:282] 1 containers: [f99ad2f7b22580c50a781fbfdd763a839f7d399b7379e81791961f529080daa2]
I0210 11:16:07.675583 300841 ssh_runner.go:195] Run: which crictl
I0210 11:16:07.682940 300841 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0210 11:16:07.683061 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0210 11:16:07.745944 300841 cri.go:89] found id: "ebbb51674ac38f8781fca6b2f6fbfeefb97937e57271795d2859a272f71818e1"
I0210 11:16:07.746018 300841 cri.go:89] found id: ""
I0210 11:16:07.746039 300841 logs.go:282] 1 containers: [ebbb51674ac38f8781fca6b2f6fbfeefb97937e57271795d2859a272f71818e1]
I0210 11:16:07.746126 300841 ssh_runner.go:195] Run: which crictl
I0210 11:16:07.750276 300841 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0210 11:16:07.750393 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0210 11:16:07.823083 300841 cri.go:89] found id: "e759f86f816c177a1c57595f6d9655b723fc0d88d774b2d25074c50a33101e1b"
I0210 11:16:07.823161 300841 cri.go:89] found id: ""
I0210 11:16:07.823182 300841 logs.go:282] 1 containers: [e759f86f816c177a1c57595f6d9655b723fc0d88d774b2d25074c50a33101e1b]
I0210 11:16:07.823269 300841 ssh_runner.go:195] Run: which crictl
I0210 11:16:07.828020 300841 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0210 11:16:07.828132 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0210 11:16:07.855532 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:07.890442 300841 cri.go:89] found id: "cd4a02207fbda686763d0a105dd07c0fd0cd5eeabd80f5e17a03afa873433459"
I0210 11:16:07.890467 300841 cri.go:89] found id: ""
I0210 11:16:07.890475 300841 logs.go:282] 1 containers: [cd4a02207fbda686763d0a105dd07c0fd0cd5eeabd80f5e17a03afa873433459]
I0210 11:16:07.890533 300841 ssh_runner.go:195] Run: which crictl
I0210 11:16:07.904662 300841 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0210 11:16:07.904737 300841 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0210 11:16:08.014881 300841 cri.go:89] found id: "98fdabc64a2eb43f1cfba5371a94d154296384451aab2b39dffde723b40b0783"
I0210 11:16:08.014909 300841 cri.go:89] found id: ""
I0210 11:16:08.014918 300841 logs.go:282] 1 containers: [98fdabc64a2eb43f1cfba5371a94d154296384451aab2b39dffde723b40b0783]
I0210 11:16:08.014994 300841 ssh_runner.go:195] Run: which crictl
I0210 11:16:08.019776 300841 logs.go:123] Gathering logs for describe nodes ...
I0210 11:16:08.019861 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0210 11:16:08.057988 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:08.189768 300841 logs.go:123] Gathering logs for kube-apiserver [86e9e9775c5c7611dd72947c7c2de3c7496beeddcb9d97d26e7fb3bb58f08f2d] ...
I0210 11:16:08.189802 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 86e9e9775c5c7611dd72947c7c2de3c7496beeddcb9d97d26e7fb3bb58f08f2d"
I0210 11:16:08.308036 300841 logs.go:123] Gathering logs for etcd [f9e24779b4fa25fac02f0ee4b4eada542fa1c20a97192447a18bd64651d02f48] ...
I0210 11:16:08.308074 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f9e24779b4fa25fac02f0ee4b4eada542fa1c20a97192447a18bd64651d02f48"
I0210 11:16:08.356580 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:08.385295 300841 logs.go:123] Gathering logs for coredns [f99ad2f7b22580c50a781fbfdd763a839f7d399b7379e81791961f529080daa2] ...
I0210 11:16:08.386638 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f99ad2f7b22580c50a781fbfdd763a839f7d399b7379e81791961f529080daa2"
I0210 11:16:08.461975 300841 logs.go:123] Gathering logs for kube-controller-manager [cd4a02207fbda686763d0a105dd07c0fd0cd5eeabd80f5e17a03afa873433459] ...
I0210 11:16:08.462005 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 cd4a02207fbda686763d0a105dd07c0fd0cd5eeabd80f5e17a03afa873433459"
I0210 11:16:08.558989 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:08.581426 300841 logs.go:123] Gathering logs for CRI-O ...
I0210 11:16:08.581470 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0210 11:16:08.685984 300841 logs.go:123] Gathering logs for kubelet ...
I0210 11:16:08.686021 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0210 11:16:08.749941 300841 logs.go:138] Found kubelet problem: Feb 10 11:14:17 addons-055020 kubelet[1514]: W0210 11:14:17.425808 1514 reflector.go:569] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-055020" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-055020' and this object
W0210 11:16:08.750178 300841 logs.go:138] Found kubelet problem: Feb 10 11:14:17 addons-055020 kubelet[1514]: E0210 11:14:17.425880 1514 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
W0210 11:16:08.774356 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: W0210 11:15:04.656800 1514 reflector.go:569] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-055020" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-055020' and this object
W0210 11:16:08.774598 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.656853 1514 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
W0210 11:16:08.774765 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: W0210 11:15:04.659177 1514 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-055020" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-055020' and this object
W0210 11:16:08.774971 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.659234 1514 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
W0210 11:16:08.775155 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: W0210 11:15:04.659177 1514 reflector.go:569] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-055020" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-055020' and this object
W0210 11:16:08.775378 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.659272 1514 reflector.go:166] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
W0210 11:16:08.775546 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: W0210 11:15:04.660434 1514 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-055020" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-055020' and this object
W0210 11:16:08.775758 300841 logs.go:138] Found kubelet problem: Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.660480 1514 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
I0210 11:16:08.817340 300841 logs.go:123] Gathering logs for dmesg ...
I0210 11:16:08.817377 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0210 11:16:08.835822 300841 logs.go:123] Gathering logs for kube-scheduler [ebbb51674ac38f8781fca6b2f6fbfeefb97937e57271795d2859a272f71818e1] ...
I0210 11:16:08.835853 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ebbb51674ac38f8781fca6b2f6fbfeefb97937e57271795d2859a272f71818e1"
I0210 11:16:08.855679 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:08.912343 300841 logs.go:123] Gathering logs for kube-proxy [e759f86f816c177a1c57595f6d9655b723fc0d88d774b2d25074c50a33101e1b] ...
I0210 11:16:08.912378 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e759f86f816c177a1c57595f6d9655b723fc0d88d774b2d25074c50a33101e1b"
I0210 11:16:08.966215 300841 logs.go:123] Gathering logs for kindnet [98fdabc64a2eb43f1cfba5371a94d154296384451aab2b39dffde723b40b0783] ...
I0210 11:16:08.966244 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 98fdabc64a2eb43f1cfba5371a94d154296384451aab2b39dffde723b40b0783"
I0210 11:16:09.019890 300841 logs.go:123] Gathering logs for container status ...
I0210 11:16:09.019922 300841 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0210 11:16:09.058653 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:09.114924 300841 out.go:358] Setting ErrFile to fd 2...
I0210 11:16:09.114958 300841 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0210 11:16:09.115034 300841 out.go:270] X Problems detected in kubelet:
W0210 11:16:09.115051 300841 out.go:270] Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.659234 1514 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
W0210 11:16:09.115059 300841 out.go:270] Feb 10 11:15:04 addons-055020 kubelet[1514]: W0210 11:15:04.659177 1514 reflector.go:569] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-055020" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-055020' and this object
W0210 11:16:09.115088 300841 out.go:270] Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.659272 1514 reflector.go:166] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
W0210 11:16:09.115118 300841 out.go:270] Feb 10 11:15:04 addons-055020 kubelet[1514]: W0210 11:15:04.660434 1514 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-055020" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-055020' and this object
W0210 11:16:09.115130 300841 out.go:270] Feb 10 11:15:04 addons-055020 kubelet[1514]: E0210 11:15:04.660480 1514 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-055020\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-055020' and this object" logger="UnhandledError"
I0210 11:16:09.115136 300841 out.go:358] Setting ErrFile to fd 2...
I0210 11:16:09.115148 300841 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0210 11:16:09.355764 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:09.557551 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:09.855800 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:10.059712 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:10.355745 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:10.560148 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:10.858543 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:11.060216 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:11.360939 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:11.558295 300841 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 11:16:11.862695 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:12.059201 300841 kapi.go:107] duration metric: took 1m47.004959054s to wait for app.kubernetes.io/name=ingress-nginx ...
I0210 11:16:12.359329 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:12.855621 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:13.355878 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:13.856045 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:14.356518 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:14.855042 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:15.356044 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:15.856800 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:16.362846 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:16.855749 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:17.355771 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:17.854986 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:18.359445 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:18.855740 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:19.121139 300841 system_pods.go:59] 18 kube-system pods found
I0210 11:16:19.121186 300841 system_pods.go:61] "coredns-668d6bf9bc-pzjct" [4f46aa14-f727-4498-9902-bde781859e92] Running
I0210 11:16:19.121194 300841 system_pods.go:61] "csi-hostpath-attacher-0" [9656f9af-d569-486e-a60e-7a9e66599f66] Running
I0210 11:16:19.121199 300841 system_pods.go:61] "csi-hostpath-resizer-0" [7ec393d2-ec68-4328-8f9e-3bc8721eeecd] Running
I0210 11:16:19.121207 300841 system_pods.go:61] "csi-hostpathplugin-mhkdt" [6d7a3faa-6141-4898-835b-4fb84b652808] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0210 11:16:19.121212 300841 system_pods.go:61] "etcd-addons-055020" [a41b3055-ae7c-49e0-9db6-a97e7c3b7092] Running
I0210 11:16:19.121225 300841 system_pods.go:61] "kindnet-q8vd6" [4cdb7cbb-70b3-4431-987d-c6b31ddfb9ca] Running
I0210 11:16:19.121230 300841 system_pods.go:61] "kube-apiserver-addons-055020" [694349c9-6840-4fae-98e2-bb484d415fc0] Running
I0210 11:16:19.121237 300841 system_pods.go:61] "kube-controller-manager-addons-055020" [ab675ec1-c9a8-47db-af62-3dad332869a5] Running
I0210 11:16:19.121242 300841 system_pods.go:61] "kube-ingress-dns-minikube" [8e41b548-54b7-4cda-928f-04831f8c43aa] Running
I0210 11:16:19.121246 300841 system_pods.go:61] "kube-proxy-kqzlt" [a213f6be-9924-40e3-8f96-9a8d80c8065d] Running
I0210 11:16:19.121255 300841 system_pods.go:61] "kube-scheduler-addons-055020" [481aa106-63e6-44f0-800f-d4686440c749] Running
I0210 11:16:19.121260 300841 system_pods.go:61] "metrics-server-7fbb699795-n58mw" [cd384e4d-df17-4fa4-8c99-f7ddbdee2e2f] Running
I0210 11:16:19.121268 300841 system_pods.go:61] "nvidia-device-plugin-daemonset-8w24p" [897ce6a7-2a40-495b-a8d4-809586b98a67] Running
I0210 11:16:19.121272 300841 system_pods.go:61] "registry-6c88467877-jzhz8" [add7bb66-04b2-4174-8572-974917a2b8bb] Running
I0210 11:16:19.121276 300841 system_pods.go:61] "registry-proxy-gzkzb" [fb1d0304-217f-4c65-a751-d8c3d0d66564] Running
I0210 11:16:19.121279 300841 system_pods.go:61] "snapshot-controller-68b874b76f-2nq49" [c62a37d2-c1ea-40c2-80c5-69e819e29207] Running
I0210 11:16:19.121283 300841 system_pods.go:61] "snapshot-controller-68b874b76f-xh7lr" [458111d4-ed93-4d0a-b33a-4019be9672db] Running
I0210 11:16:19.121290 300841 system_pods.go:61] "storage-provisioner" [482e7846-b5e8-4b28-949b-f6a2b089f202] Running
I0210 11:16:19.121295 300841 system_pods.go:74] duration metric: took 11.657664509s to wait for pod list to return data ...
I0210 11:16:19.121303 300841 default_sa.go:34] waiting for default service account to be created ...
I0210 11:16:19.124113 300841 default_sa.go:45] found service account: "default"
I0210 11:16:19.124146 300841 default_sa.go:55] duration metric: took 2.834162ms for default service account to be created ...
I0210 11:16:19.124157 300841 system_pods.go:116] waiting for k8s-apps to be running ...
I0210 11:16:19.130806 300841 system_pods.go:86] 18 kube-system pods found
I0210 11:16:19.130843 300841 system_pods.go:89] "coredns-668d6bf9bc-pzjct" [4f46aa14-f727-4498-9902-bde781859e92] Running
I0210 11:16:19.130851 300841 system_pods.go:89] "csi-hostpath-attacher-0" [9656f9af-d569-486e-a60e-7a9e66599f66] Running
I0210 11:16:19.130856 300841 system_pods.go:89] "csi-hostpath-resizer-0" [7ec393d2-ec68-4328-8f9e-3bc8721eeecd] Running
I0210 11:16:19.130864 300841 system_pods.go:89] "csi-hostpathplugin-mhkdt" [6d7a3faa-6141-4898-835b-4fb84b652808] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0210 11:16:19.130868 300841 system_pods.go:89] "etcd-addons-055020" [a41b3055-ae7c-49e0-9db6-a97e7c3b7092] Running
I0210 11:16:19.130874 300841 system_pods.go:89] "kindnet-q8vd6" [4cdb7cbb-70b3-4431-987d-c6b31ddfb9ca] Running
I0210 11:16:19.130879 300841 system_pods.go:89] "kube-apiserver-addons-055020" [694349c9-6840-4fae-98e2-bb484d415fc0] Running
I0210 11:16:19.130884 300841 system_pods.go:89] "kube-controller-manager-addons-055020" [ab675ec1-c9a8-47db-af62-3dad332869a5] Running
I0210 11:16:19.130888 300841 system_pods.go:89] "kube-ingress-dns-minikube" [8e41b548-54b7-4cda-928f-04831f8c43aa] Running
I0210 11:16:19.130892 300841 system_pods.go:89] "kube-proxy-kqzlt" [a213f6be-9924-40e3-8f96-9a8d80c8065d] Running
I0210 11:16:19.130897 300841 system_pods.go:89] "kube-scheduler-addons-055020" [481aa106-63e6-44f0-800f-d4686440c749] Running
I0210 11:16:19.130903 300841 system_pods.go:89] "metrics-server-7fbb699795-n58mw" [cd384e4d-df17-4fa4-8c99-f7ddbdee2e2f] Running
I0210 11:16:19.130908 300841 system_pods.go:89] "nvidia-device-plugin-daemonset-8w24p" [897ce6a7-2a40-495b-a8d4-809586b98a67] Running
I0210 11:16:19.130911 300841 system_pods.go:89] "registry-6c88467877-jzhz8" [add7bb66-04b2-4174-8572-974917a2b8bb] Running
I0210 11:16:19.130915 300841 system_pods.go:89] "registry-proxy-gzkzb" [fb1d0304-217f-4c65-a751-d8c3d0d66564] Running
I0210 11:16:19.130919 300841 system_pods.go:89] "snapshot-controller-68b874b76f-2nq49" [c62a37d2-c1ea-40c2-80c5-69e819e29207] Running
I0210 11:16:19.130924 300841 system_pods.go:89] "snapshot-controller-68b874b76f-xh7lr" [458111d4-ed93-4d0a-b33a-4019be9672db] Running
I0210 11:16:19.130933 300841 system_pods.go:89] "storage-provisioner" [482e7846-b5e8-4b28-949b-f6a2b089f202] Running
I0210 11:16:19.130941 300841 system_pods.go:126] duration metric: took 6.778529ms to wait for k8s-apps to be running ...
I0210 11:16:19.130954 300841 system_svc.go:44] waiting for kubelet service to be running ....
I0210 11:16:19.131015 300841 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0210 11:16:19.145601 300841 system_svc.go:56] duration metric: took 14.637315ms WaitForService to wait for kubelet
I0210 11:16:19.145634 300841 kubeadm.go:582] duration metric: took 2m1.555205027s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0210 11:16:19.145654 300841 node_conditions.go:102] verifying NodePressure condition ...
I0210 11:16:19.148779 300841 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0210 11:16:19.148815 300841 node_conditions.go:123] node cpu capacity is 2
I0210 11:16:19.148830 300841 node_conditions.go:105] duration metric: took 3.169668ms to run NodePressure ...
I0210 11:16:19.148867 300841 start.go:241] waiting for startup goroutines ...
I0210 11:16:19.355670 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:19.855296 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:20.355157 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:20.862362 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:21.355722 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:21.855098 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:22.355752 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:22.856450 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:23.356076 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:23.856403 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:24.355091 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:24.854979 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:25.355981 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:25.858649 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:26.359333 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:26.855043 300841 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 11:16:27.356237 300841 kapi.go:107] duration metric: took 2m2.004594967s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0210 11:16:27.359544 300841 out.go:177] * Enabled addons: inspektor-gadget, nvidia-device-plugin, cloud-spanner, storage-provisioner, amd-gpu-device-plugin, ingress-dns, default-storageclass, metrics-server, yakd, volumesnapshots, registry, gcp-auth, ingress, csi-hostpath-driver
I0210 11:16:27.363414 300841 addons.go:514] duration metric: took 2m9.772512958s for enable addons: enabled=[inspektor-gadget nvidia-device-plugin cloud-spanner storage-provisioner amd-gpu-device-plugin ingress-dns default-storageclass metrics-server yakd volumesnapshots registry gcp-auth ingress csi-hostpath-driver]
I0210 11:16:27.363477 300841 start.go:246] waiting for cluster config update ...
I0210 11:16:27.363499 300841 start.go:255] writing updated cluster config ...
I0210 11:16:27.363797 300841 ssh_runner.go:195] Run: rm -f paused
I0210 11:16:27.757556 300841 start.go:600] kubectl: 1.32.1, cluster: 1.32.1 (minor skew: 0)
I0210 11:16:27.760549 300841 out.go:177] * Done! kubectl is now configured to use "addons-055020" cluster and "default" namespace by default
==> CRI-O <==
Feb 10 11:19:14 addons-055020 crio[979]: time="2025-02-10 11:19:14.828346296Z" level=info msg="Removed pod sandbox: 501600ba90bec5b4bfbabc3fb17b21dcc41b80abb16ff3f08902a231e0b1ae2b" id=0d5aed70-526d-432e-adee-d54303fac6b8 name=/runtime.v1.RuntimeService/RemovePodSandbox
Feb 10 11:19:46 addons-055020 crio[979]: time="2025-02-10 11:19:46.440495743Z" level=info msg="Running pod sandbox: default/hello-world-app-7d9564db4-xp4gr/POD" id=4904e6e0-d1a4-46b1-aae9-96fa5f38d522 name=/runtime.v1.RuntimeService/RunPodSandbox
Feb 10 11:19:46 addons-055020 crio[979]: time="2025-02-10 11:19:46.440551618Z" level=warning msg="Allowed annotations are specified for workload []"
Feb 10 11:19:46 addons-055020 crio[979]: time="2025-02-10 11:19:46.476559988Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-xp4gr Namespace:default ID:90cd540475a140291fd95a4c5d44197e426d6716b3f54896e858e75265baf100 UID:83da55e1-ca4a-4328-bba8-7dc3d0f8234f NetNS:/var/run/netns/583d1723-da27-494e-a4d2-b0eca09f0f72 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Feb 10 11:19:46 addons-055020 crio[979]: time="2025-02-10 11:19:46.476775761Z" level=info msg="Adding pod default_hello-world-app-7d9564db4-xp4gr to CNI network \"kindnet\" (type=ptp)"
Feb 10 11:19:46 addons-055020 crio[979]: time="2025-02-10 11:19:46.488589274Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-xp4gr Namespace:default ID:90cd540475a140291fd95a4c5d44197e426d6716b3f54896e858e75265baf100 UID:83da55e1-ca4a-4328-bba8-7dc3d0f8234f NetNS:/var/run/netns/583d1723-da27-494e-a4d2-b0eca09f0f72 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Feb 10 11:19:46 addons-055020 crio[979]: time="2025-02-10 11:19:46.488739744Z" level=info msg="Checking pod default_hello-world-app-7d9564db4-xp4gr for CNI network kindnet (type=ptp)"
Feb 10 11:19:46 addons-055020 crio[979]: time="2025-02-10 11:19:46.499900910Z" level=info msg="Ran pod sandbox 90cd540475a140291fd95a4c5d44197e426d6716b3f54896e858e75265baf100 with infra container: default/hello-world-app-7d9564db4-xp4gr/POD" id=4904e6e0-d1a4-46b1-aae9-96fa5f38d522 name=/runtime.v1.RuntimeService/RunPodSandbox
Feb 10 11:19:46 addons-055020 crio[979]: time="2025-02-10 11:19:46.501177718Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=fb1e4b8c-7fd9-486b-afa2-060fde954e62 name=/runtime.v1.ImageService/ImageStatus
Feb 10 11:19:46 addons-055020 crio[979]: time="2025-02-10 11:19:46.501786687Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=fb1e4b8c-7fd9-486b-afa2-060fde954e62 name=/runtime.v1.ImageService/ImageStatus
Feb 10 11:19:46 addons-055020 crio[979]: time="2025-02-10 11:19:46.511938729Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=c9fc8ca9-45ea-460d-bfd0-3d1e489c99c4 name=/runtime.v1.ImageService/PullImage
Feb 10 11:19:46 addons-055020 crio[979]: time="2025-02-10 11:19:46.514196772Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Feb 10 11:19:46 addons-055020 crio[979]: time="2025-02-10 11:19:46.757256373Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Feb 10 11:19:47 addons-055020 crio[979]: time="2025-02-10 11:19:47.649101363Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=c9fc8ca9-45ea-460d-bfd0-3d1e489c99c4 name=/runtime.v1.ImageService/PullImage
Feb 10 11:19:47 addons-055020 crio[979]: time="2025-02-10 11:19:47.649724920Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=4764180e-7630-4bca-9f45-7958747e7e9d name=/runtime.v1.ImageService/ImageStatus
Feb 10 11:19:47 addons-055020 crio[979]: time="2025-02-10 11:19:47.650672407Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=4764180e-7630-4bca-9f45-7958747e7e9d name=/runtime.v1.ImageService/ImageStatus
Feb 10 11:19:47 addons-055020 crio[979]: time="2025-02-10 11:19:47.651582899Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=8670854b-c25b-4aa0-9b78-f7277da150ea name=/runtime.v1.ImageService/ImageStatus
Feb 10 11:19:47 addons-055020 crio[979]: time="2025-02-10 11:19:47.652202895Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=8670854b-c25b-4aa0-9b78-f7277da150ea name=/runtime.v1.ImageService/ImageStatus
Feb 10 11:19:47 addons-055020 crio[979]: time="2025-02-10 11:19:47.652958732Z" level=info msg="Creating container: default/hello-world-app-7d9564db4-xp4gr/hello-world-app" id=c44dfead-7d9e-457c-8fcd-d4372cb11ab1 name=/runtime.v1.RuntimeService/CreateContainer
Feb 10 11:19:47 addons-055020 crio[979]: time="2025-02-10 11:19:47.653041593Z" level=warning msg="Allowed annotations are specified for workload []"
Feb 10 11:19:47 addons-055020 crio[979]: time="2025-02-10 11:19:47.692751670Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/91ab538157a151db19cced1aec03ab9b2d794abfb216f2a53f8380667f762127/merged/etc/passwd: no such file or directory"
Feb 10 11:19:47 addons-055020 crio[979]: time="2025-02-10 11:19:47.692939488Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/91ab538157a151db19cced1aec03ab9b2d794abfb216f2a53f8380667f762127/merged/etc/group: no such file or directory"
Feb 10 11:19:47 addons-055020 crio[979]: time="2025-02-10 11:19:47.762167033Z" level=info msg="Created container 6fc6f29d11cfc742388a87b80cac5e574e78e1d9cbc784f3813ef053fb2e8fdb: default/hello-world-app-7d9564db4-xp4gr/hello-world-app" id=c44dfead-7d9e-457c-8fcd-d4372cb11ab1 name=/runtime.v1.RuntimeService/CreateContainer
Feb 10 11:19:47 addons-055020 crio[979]: time="2025-02-10 11:19:47.763129158Z" level=info msg="Starting container: 6fc6f29d11cfc742388a87b80cac5e574e78e1d9cbc784f3813ef053fb2e8fdb" id=0292e973-b99d-45b2-90ef-6b38cc83d121 name=/runtime.v1.RuntimeService/StartContainer
Feb 10 11:19:47 addons-055020 crio[979]: time="2025-02-10 11:19:47.769082736Z" level=info msg="Started container" PID=8441 containerID=6fc6f29d11cfc742388a87b80cac5e574e78e1d9cbc784f3813ef053fb2e8fdb description=default/hello-world-app-7d9564db4-xp4gr/hello-world-app id=0292e973-b99d-45b2-90ef-6b38cc83d121 name=/runtime.v1.RuntimeService/StartContainer sandboxID=90cd540475a140291fd95a4c5d44197e426d6716b3f54896e858e75265baf100
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
6fc6f29d11cfc docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 90cd540475a14 hello-world-app-7d9564db4-xp4gr
ecca3bd7d96fd docker.io/library/nginx@sha256:b471bb609adc83f73c2d95148cf1bd683408739a3c09c0afc666ea2af0037aef 2 minutes ago Running nginx 0 fd66c9376f29e nginx
b2dd2fa2d0351 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 3 minutes ago Running busybox 0 640aa3c1ba8f3 busybox
680d302bcb9cc registry.k8s.io/ingress-nginx/controller@sha256:787a5408fa511266888b2e765f9666bee67d9bf2518a6b7cfd4ab6cc01c22eee 3 minutes ago Running controller 0 fe997e1aa84e0 ingress-nginx-controller-56d7c84fd4-t5zj5
19f14cf994ef5 docker.io/rancher/local-path-provisioner@sha256:689a2489a24e74426e4a4666e611c988202c5fa995908b0c60133aca3eb87d98 4 minutes ago Running local-path-provisioner 0 0775e62b5fc43 local-path-provisioner-76f89f99b5-2s6lp
9769160ff6c8a registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 4 minutes ago Exited patch 0 8692d9fd8ad49 ingress-nginx-admission-patch-tmw4f
efa95ae307a44 gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c 4 minutes ago Running minikube-ingress-dns 0 c64ab5083c812 kube-ingress-dns-minikube
797db134b88a4 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 4 minutes ago Exited create 0 d7fe598f497ae ingress-nginx-admission-create-cfbrn
f99ad2f7b2258 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 4 minutes ago Running coredns 0 33327215936f4 coredns-668d6bf9bc-pzjct
37bd9b6665b0c ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 4 minutes ago Running storage-provisioner 0 8c93aa3354657 storage-provisioner
98fdabc64a2eb docker.io/kindest/kindnetd@sha256:564b9fd29e72542e4baa14b382d4d9ee22132141caa6b9803b71faf9a4a799be 5 minutes ago Running kindnet-cni 0 1076880cea33c kindnet-q8vd6
e759f86f816c1 e124fbed851d756107a6153db4dc52269a2fd34af3cc46f00a2ef113f868aab0 5 minutes ago Running kube-proxy 0 f25d0fd95730f kube-proxy-kqzlt
ebbb51674ac38 ddb38cac617cb18802e09e448db4b3aa70e9e469b02defa76e6de7192847a71c 5 minutes ago Running kube-scheduler 0 750e024b44cb7 kube-scheduler-addons-055020
86e9e9775c5c7 265c2dedf28ab9b88c7910c1643e210ad62483867f2bab88f56919a6e49a0d19 5 minutes ago Running kube-apiserver 0 4e50d1147d42f kube-apiserver-addons-055020
cd4a02207fbda 2933761aa7adae93679cdde1c0bf457bd4dc4b53f95fc066a4c50aa9c375ea13 5 minutes ago Running kube-controller-manager 0 198bab017e1f9 kube-controller-manager-addons-055020
f9e24779b4fa2 7fc9d4aa817aa6a3e549f3cd49d1f7b496407be979fc36dd5f356d59ce8c3a82 5 minutes ago Running etcd 0 1b07753fe699e etcd-addons-055020
==> coredns [f99ad2f7b22580c50a781fbfdd763a839f7d399b7379e81791961f529080daa2] <==
[INFO] 10.244.0.15:47625 - 41403 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.002571439s
[INFO] 10.244.0.15:47625 - 61725 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.000722754s
[INFO] 10.244.0.15:47625 - 41897 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.00013159s
[INFO] 10.244.0.15:38426 - 43604 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000167929s
[INFO] 10.244.0.15:38426 - 43399 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000157748s
[INFO] 10.244.0.15:33084 - 12135 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000098328s
[INFO] 10.244.0.15:33084 - 12341 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000208487s
[INFO] 10.244.0.15:46738 - 32289 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000124616s
[INFO] 10.244.0.15:46738 - 32108 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000167454s
[INFO] 10.244.0.15:42129 - 22184 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001258606s
[INFO] 10.244.0.15:42129 - 22012 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001266131s
[INFO] 10.244.0.15:51331 - 41581 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000196483s
[INFO] 10.244.0.15:51331 - 41425 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000121301s
[INFO] 10.244.0.19:49756 - 27652 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000253425s
[INFO] 10.244.0.19:46527 - 22346 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000103652s
[INFO] 10.244.0.19:42105 - 34170 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000167142s
[INFO] 10.244.0.19:58680 - 23958 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000092411s
[INFO] 10.244.0.19:52723 - 26350 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000158715s
[INFO] 10.244.0.19:40815 - 64845 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000125051s
[INFO] 10.244.0.19:37389 - 50023 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.00273462s
[INFO] 10.244.0.19:40840 - 21385 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002541008s
[INFO] 10.244.0.19:34566 - 24311 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.001643621s
[INFO] 10.244.0.19:41306 - 60904 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 610 0.001846135s
[INFO] 10.244.0.24:39393 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.00025948s
[INFO] 10.244.0.24:58915 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000222296s
==> describe nodes <==
Name: addons-055020
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-055020
kubernetes.io/os=linux
minikube.k8s.io/commit=a597502568cd649748018b4cfeb698a4b8b36160
minikube.k8s.io/name=addons-055020
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_02_10T11_14_13_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-055020
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 10 Feb 2025 11:14:10 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-055020
AcquireTime: <unset>
RenewTime: Mon, 10 Feb 2025 11:19:39 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 10 Feb 2025 11:19:19 +0000 Mon, 10 Feb 2025 11:14:07 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 10 Feb 2025 11:19:19 +0000 Mon, 10 Feb 2025 11:14:07 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 10 Feb 2025 11:19:19 +0000 Mon, 10 Feb 2025 11:14:07 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 10 Feb 2025 11:19:19 +0000 Mon, 10 Feb 2025 11:15:04 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-055020
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: ac62fe0e472240b8a28ddb0032444f75
System UUID: 8f33434f-43f4-4528-a9f0-99e0b44f427d
Boot ID: d2fabad0-c481-4e0f-b158-0b55bc128a59
Kernel Version: 5.15.0-1075-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.32.1
Kube-Proxy Version: v1.32.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m20s
default hello-world-app-7d9564db4-xp4gr 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m22s
ingress-nginx ingress-nginx-controller-56d7c84fd4-t5zj5 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 5m24s
kube-system coredns-668d6bf9bc-pzjct 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 5m31s
kube-system etcd-addons-055020 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 5m36s
kube-system kindnet-q8vd6 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 5m31s
kube-system kube-apiserver-addons-055020 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m36s
kube-system kube-controller-manager-addons-055020 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m36s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m25s
kube-system kube-proxy-kqzlt 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m31s
kube-system kube-scheduler-addons-055020 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m36s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m25s
local-path-storage local-path-provisioner-76f89f99b5-2s6lp 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m25s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 310Mi (3%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m23s kube-proxy
Normal Starting 5m36s kubelet Starting kubelet.
Warning CgroupV1 5m36s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 5m36s kubelet Node addons-055020 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m36s kubelet Node addons-055020 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m36s kubelet Node addons-055020 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m32s node-controller Node addons-055020 event: Registered Node addons-055020 in Controller
Normal NodeReady 4m44s kubelet Node addons-055020 status is now: NodeReady
==> dmesg <==
[Feb10 09:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.013894] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.506712] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.033461] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +0.711996] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[ +5.285072] kauditd_printk_skb: 36 callbacks suppressed
[Feb10 10:27] hrtimer: interrupt took 11215819 ns
[Feb10 10:43] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
==> etcd [f9e24779b4fa25fac02f0ee4b4eada542fa1c20a97192447a18bd64651d02f48] <==
{"level":"info","ts":"2025-02-10T11:14:07.037507Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2025-02-10T11:14:07.037514Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2025-02-10T11:14:07.038777Z","caller":"etcdserver/server.go:2140","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-055020 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2025-02-10T11:14:07.038844Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-02-10T11:14:07.039181Z","caller":"etcdserver/server.go:2651","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2025-02-10T11:14:07.039307Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-02-10T11:14:07.041014Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-02-10T11:14:07.041774Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-02-10T11:14:07.041705Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-02-10T11:14:07.042097Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2025-02-10T11:14:07.042214Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2025-02-10T11:14:07.042279Z","caller":"etcdserver/server.go:2675","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2025-02-10T11:14:07.042518Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2025-02-10T11:14:07.041723Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-02-10T11:14:07.050111Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-02-10T11:14:17.886841Z","caller":"traceutil/trace.go:171","msg":"trace[1062850246] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"106.104668ms","start":"2025-02-10T11:14:17.780720Z","end":"2025-02-10T11:14:17.886825Z","steps":["trace[1062850246] 'process raft request' (duration: 68.099132ms)","trace[1062850246] 'compare' (duration: 37.553053ms)"],"step_count":2}
{"level":"info","ts":"2025-02-10T11:14:18.768782Z","caller":"traceutil/trace.go:171","msg":"trace[2102711407] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"112.009695ms","start":"2025-02-10T11:14:18.656749Z","end":"2025-02-10T11:14:18.768759Z","steps":["trace[2102711407] 'process raft request' (duration: 57.153893ms)","trace[2102711407] 'compare' (duration: 54.576335ms)"],"step_count":2}
{"level":"warn","ts":"2025-02-10T11:14:18.941919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.186423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-02-10T11:14:18.973178Z","caller":"traceutil/trace.go:171","msg":"trace[1751864295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:352; }","duration":"259.322688ms","start":"2025-02-10T11:14:18.713711Z","end":"2025-02-10T11:14:18.973034Z","steps":["trace[1751864295] 'agreement among raft nodes before linearized reading' (duration: 54.86692ms)","trace[1751864295] 'get authentication metadata' (duration: 137.038232ms)","trace[1751864295] 'range keys from in-memory index tree' (duration: 36.274027ms)"],"step_count":3}
{"level":"warn","ts":"2025-02-10T11:14:19.149901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-02-10T11:14:18.713649Z","time spent":"436.229321ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "}
{"level":"info","ts":"2025-02-10T11:14:19.319942Z","caller":"traceutil/trace.go:171","msg":"trace[1853558887] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"414.010461ms","start":"2025-02-10T11:14:18.905909Z","end":"2025-02-10T11:14:19.319920Z","steps":["trace[1853558887] 'process raft request' (duration: 413.916309ms)"],"step_count":1}
{"level":"warn","ts":"2025-02-10T11:14:19.320313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-02-10T11:14:18.905887Z","time spent":"414.12715ms","remote":"127.0.0.1:50138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":40,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/kube-proxy-kqzlt.1822d4817ff77c72\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/kube-proxy-kqzlt.1822d4817ff77c72\" value_size:684 lease:8128035184148079664 >> failure:<>"}
{"level":"info","ts":"2025-02-10T11:14:19.662649Z","caller":"traceutil/trace.go:171","msg":"trace[1106358548] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"721.078762ms","start":"2025-02-10T11:14:18.941497Z","end":"2025-02-10T11:14:19.662576Z","steps":["trace[1106358548] 'process raft request' (duration: 716.29692ms)"],"step_count":1}
{"level":"warn","ts":"2025-02-10T11:14:19.721729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-02-10T11:14:18.941462Z","time spent":"780.057186ms","remote":"127.0.0.1:50268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207,"response count":0,"response size":40,"request content":"compare:<target:MOD key:\"/registry/serviceaccounts/kube-system/certificate-controller\" mod_revision:205 > success:<request_put:<key:\"/registry/serviceaccounts/kube-system/certificate-controller\" value_size:139 >> failure:<request_range:<key:\"/registry/serviceaccounts/kube-system/certificate-controller\" > >"}
{"level":"info","ts":"2025-02-10T11:14:22.506767Z","caller":"traceutil/trace.go:171","msg":"trace[707466012] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"101.003753ms","start":"2025-02-10T11:14:22.405744Z","end":"2025-02-10T11:14:22.506748Z","steps":["trace[707466012] 'process raft request' (duration: 50.37331ms)","trace[707466012] 'compare' (duration: 50.515016ms)"],"step_count":2}
==> kernel <==
11:19:48 up 2:02, 0 users, load average: 0.77, 1.97, 2.58
Linux addons-055020 5.15.0-1075-aws #82~20.04.1-Ubuntu SMP Thu Dec 19 05:23:06 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [98fdabc64a2eb43f1cfba5371a94d154296384451aab2b39dffde723b40b0783] <==
I0210 11:17:44.168579 1 main.go:301] handling current node
I0210 11:17:54.163307 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 11:17:54.163344 1 main.go:301] handling current node
I0210 11:18:04.158914 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 11:18:04.158954 1 main.go:301] handling current node
I0210 11:18:14.158904 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 11:18:14.158938 1 main.go:301] handling current node
I0210 11:18:24.158942 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 11:18:24.159082 1 main.go:301] handling current node
I0210 11:18:34.163636 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 11:18:34.163749 1 main.go:301] handling current node
I0210 11:18:44.159885 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 11:18:44.159921 1 main.go:301] handling current node
I0210 11:18:54.160798 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 11:18:54.160945 1 main.go:301] handling current node
I0210 11:19:04.164992 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 11:19:04.165106 1 main.go:301] handling current node
I0210 11:19:14.164516 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 11:19:14.164549 1 main.go:301] handling current node
I0210 11:19:24.159509 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 11:19:24.159549 1 main.go:301] handling current node
I0210 11:19:34.166728 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 11:19:34.166859 1 main.go:301] handling current node
I0210 11:19:44.165445 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 11:19:44.165602 1 main.go:301] handling current node
==> kube-apiserver [86e9e9775c5c7611dd72947c7c2de3c7496beeddcb9d97d26e7fb3bb58f08f2d] <==
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
> logger="UnhandledError"
I0210 11:15:25.187827 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E0210 11:16:38.894177 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:36624: use of closed network connection
I0210 11:16:48.665281 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.103.125.129"}
I0210 11:17:20.257113 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0210 11:17:21.426945 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0210 11:17:25.303898 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0210 11:17:25.833208 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0210 11:17:26.164644 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.100.154.121"}
I0210 11:17:29.120422 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0210 11:18:14.399118 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0210 11:18:14.399257 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0210 11:18:14.431787 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0210 11:18:14.431869 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0210 11:18:14.439666 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0210 11:18:14.439787 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0210 11:18:14.456574 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0210 11:18:14.456700 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0210 11:18:14.507989 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0210 11:18:14.508029 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0210 11:18:15.439892 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0210 11:18:15.506448 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W0210 11:18:15.615602 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
I0210 11:19:46.384918 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.111.145.137"}
==> kube-controller-manager [cd4a02207fbda686763d0a105dd07c0fd0cd5eeabd80f5e17a03afa873433459] <==
W0210 11:19:01.245500 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0210 11:19:01.246663 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W0210 11:19:01.247779 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0210 11:19:01.247823 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0210 11:19:19.178375 1 range_allocator.go:247] "Successfully synced" logger="node-ipam-controller" key="addons-055020"
W0210 11:19:31.202159 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0210 11:19:31.203126 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0210 11:19:31.204084 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0210 11:19:31.204124 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0210 11:19:36.698551 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0210 11:19:36.700059 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W0210 11:19:36.701044 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0210 11:19:36.701077 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0210 11:19:37.947208 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0210 11:19:37.948272 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotclasses"
W0210 11:19:37.949252 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0210 11:19:37.949285 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0210 11:19:46.133256 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="37.361246ms"
I0210 11:19:46.148178 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="14.526994ms"
I0210 11:19:46.148675 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="41.164µs"
I0210 11:19:46.160282 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="41.672µs"
W0210 11:19:47.853027 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0210 11:19:47.854184 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0210 11:19:47.855248 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0210 11:19:47.855285 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
==> kube-proxy [e759f86f816c177a1c57595f6d9655b723fc0d88d774b2d25074c50a33101e1b] <==
I0210 11:14:24.372244 1 server_linux.go:66] "Using iptables proxy"
I0210 11:14:24.813669 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0210 11:14:24.813833 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0210 11:14:24.883299 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0210 11:14:24.883478 1 server_linux.go:170] "Using iptables Proxier"
I0210 11:14:24.885488 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0210 11:14:24.885798 1 server.go:497] "Version info" version="v1.32.1"
I0210 11:14:24.885823 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0210 11:14:24.887858 1 config.go:199] "Starting service config controller"
I0210 11:14:24.887890 1 shared_informer.go:313] Waiting for caches to sync for service config
I0210 11:14:24.887917 1 config.go:105] "Starting endpoint slice config controller"
I0210 11:14:24.887921 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0210 11:14:24.888377 1 config.go:329] "Starting node config controller"
I0210 11:14:24.888395 1 shared_informer.go:313] Waiting for caches to sync for node config
I0210 11:14:24.996386 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0210 11:14:24.996491 1 shared_informer.go:320] Caches are synced for node config
I0210 11:14:24.996505 1 shared_informer.go:320] Caches are synced for service config
==> kube-scheduler [ebbb51674ac38f8781fca6b2f6fbfeefb97937e57271795d2859a272f71818e1] <==
W0210 11:14:10.463996 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0210 11:14:10.464012 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0210 11:14:10.464045 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0210 11:14:10.464059 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0210 11:14:10.464094 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0210 11:14:10.464110 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0210 11:14:10.467729 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0210 11:14:10.467769 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0210 11:14:10.467827 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0210 11:14:10.467839 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0210 11:14:10.467908 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "volumeattachments" in API group "storage.k8s.io" at the cluster scope
E0210 11:14:10.467924 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.VolumeAttachment: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0210 11:14:10.467962 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0210 11:14:10.467979 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0210 11:14:10.468023 1 reflector.go:569] runtime/asm_arm64.s:1223: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0210 11:14:10.468038 1 reflector.go:166] "Unhandled Error" err="runtime/asm_arm64.s:1223: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W0210 11:14:10.468133 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0210 11:14:10.468153 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0210 11:14:10.468205 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0210 11:14:10.468223 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0210 11:14:10.468261 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0210 11:14:10.468276 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0210 11:14:11.542171 1 reflector.go:569] runtime/asm_arm64.s:1223: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0210 11:14:11.542213 1 reflector.go:166] "Unhandled Error" err="runtime/asm_arm64.s:1223: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
I0210 11:14:14.258218 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Feb 10 11:19:12 addons-055020 kubelet[1514]: E0210 11:19:12.800941 1514 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/15d608d8f7b1843a36427edd2999cbab5ab6cee54f8b9e486a52c6c8a68f2298/diff" to get inode usage: stat /var/lib/containers/storage/overlay/15d608d8f7b1843a36427edd2999cbab5ab6cee54f8b9e486a52c6c8a68f2298/diff: no such file or directory, extraDiskErr: <nil>
Feb 10 11:19:12 addons-055020 kubelet[1514]: E0210 11:19:12.810974 1514 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/15d608d8f7b1843a36427edd2999cbab5ab6cee54f8b9e486a52c6c8a68f2298/diff" to get inode usage: stat /var/lib/containers/storage/overlay/15d608d8f7b1843a36427edd2999cbab5ab6cee54f8b9e486a52c6c8a68f2298/diff: no such file or directory, extraDiskErr: <nil>
Feb 10 11:19:12 addons-055020 kubelet[1514]: E0210 11:19:12.814132 1514 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/456e9f08fdde7a363cc35d4ea350386c69245b8e2847ed39696a8de35bb56ad1/diff" to get inode usage: stat /var/lib/containers/storage/overlay/456e9f08fdde7a363cc35d4ea350386c69245b8e2847ed39696a8de35bb56ad1/diff: no such file or directory, extraDiskErr: <nil>
Feb 10 11:19:12 addons-055020 kubelet[1514]: E0210 11:19:12.816282 1514 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/622db0c3307e3011a368daa0b2eccaf4251250f8ffe1fbf99bcf802bc71f4eca/diff" to get inode usage: stat /var/lib/containers/storage/overlay/622db0c3307e3011a368daa0b2eccaf4251250f8ffe1fbf99bcf802bc71f4eca/diff: no such file or directory, extraDiskErr: <nil>
Feb 10 11:19:12 addons-055020 kubelet[1514]: E0210 11:19:12.818469 1514 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/456e9f08fdde7a363cc35d4ea350386c69245b8e2847ed39696a8de35bb56ad1/diff" to get inode usage: stat /var/lib/containers/storage/overlay/456e9f08fdde7a363cc35d4ea350386c69245b8e2847ed39696a8de35bb56ad1/diff: no such file or directory, extraDiskErr: <nil>
Feb 10 11:19:12 addons-055020 kubelet[1514]: E0210 11:19:12.836207 1514 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/f2bbcbe119bb741f5b13447b102461c8fb872023c1a5937ab183e1462a7a4c88/diff" to get inode usage: stat /var/lib/containers/storage/overlay/f2bbcbe119bb741f5b13447b102461c8fb872023c1a5937ab183e1462a7a4c88/diff: no such file or directory, extraDiskErr: <nil>
Feb 10 11:19:12 addons-055020 kubelet[1514]: E0210 11:19:12.856165 1514 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/f2bbcbe119bb741f5b13447b102461c8fb872023c1a5937ab183e1462a7a4c88/diff" to get inode usage: stat /var/lib/containers/storage/overlay/f2bbcbe119bb741f5b13447b102461c8fb872023c1a5937ab183e1462a7a4c88/diff: no such file or directory, extraDiskErr: <nil>
Feb 10 11:19:12 addons-055020 kubelet[1514]: E0210 11:19:12.883117 1514 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/8e335a7f2af1c33f925cb3bd9a5c8a28796efca0a03360b2475b6636d8788759/diff" to get inode usage: stat /var/lib/containers/storage/overlay/8e335a7f2af1c33f925cb3bd9a5c8a28796efca0a03360b2475b6636d8788759/diff: no such file or directory, extraDiskErr: <nil>
Feb 10 11:19:12 addons-055020 kubelet[1514]: E0210 11:19:12.885447 1514 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739186352885002891,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605643,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 10 11:19:12 addons-055020 kubelet[1514]: E0210 11:19:12.885598 1514 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739186352885002891,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605643,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 10 11:19:14 addons-055020 kubelet[1514]: I0210 11:19:14.615933 1514 scope.go:117] "RemoveContainer" containerID="0d200aefcc68e3f1deab6bb9c2ca79201e806789ae028abcf48ee325e7e8979e"
Feb 10 11:19:14 addons-055020 kubelet[1514]: I0210 11:19:14.635898 1514 scope.go:117] "RemoveContainer" containerID="130de5b48f4887ed6ebbe8913525458c606f509bc1585d6f6898a18ffb0398e9"
Feb 10 11:19:14 addons-055020 kubelet[1514]: I0210 11:19:14.656516 1514 scope.go:117] "RemoveContainer" containerID="99e773fd4553c8eced22151e78b647a6b7a2264fc92a80097780193667f724fc"
Feb 10 11:19:22 addons-055020 kubelet[1514]: E0210 11:19:22.888740 1514 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739186362888461267,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605643,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 10 11:19:22 addons-055020 kubelet[1514]: E0210 11:19:22.888776 1514 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739186362888461267,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605643,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 10 11:19:32 addons-055020 kubelet[1514]: E0210 11:19:32.891719 1514 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739186372891491659,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605643,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 10 11:19:32 addons-055020 kubelet[1514]: E0210 11:19:32.891755 1514 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739186372891491659,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605643,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 10 11:19:40 addons-055020 kubelet[1514]: E0210 11:19:40.621460 1514 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/ce9ce7fc31c068ef21f85846812f1fd7e6d66cb329129e966f904ed805e27bcc/diff" to get inode usage: stat /var/lib/containers/storage/overlay/ce9ce7fc31c068ef21f85846812f1fd7e6d66cb329129e966f904ed805e27bcc/diff: no such file or directory, extraDiskErr: <nil>
Feb 10 11:19:42 addons-055020 kubelet[1514]: E0210 11:19:42.894802 1514 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739186382894561592,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605643,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 10 11:19:42 addons-055020 kubelet[1514]: E0210 11:19:42.894843 1514 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739186382894561592,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605643,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 10 11:19:45 addons-055020 kubelet[1514]: E0210 11:19:45.578624 1514 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/9140d269441415383e9262977b639c7f8492b6a3e539691ebee088e213f83f77/diff" to get inode usage: stat /var/lib/containers/storage/overlay/9140d269441415383e9262977b639c7f8492b6a3e539691ebee088e213f83f77/diff: no such file or directory, extraDiskErr: <nil>
Feb 10 11:19:46 addons-055020 kubelet[1514]: I0210 11:19:46.139371 1514 memory_manager.go:355] "RemoveStaleState removing state" podUID="8f3afed1-d880-415e-b9e2-da8c94c8295b" containerName="cloud-spanner-emulator"
Feb 10 11:19:46 addons-055020 kubelet[1514]: I0210 11:19:46.139410 1514 memory_manager.go:355] "RemoveStaleState removing state" podUID="0e723339-39e6-4623-a872-8cd4e8404149" containerName="helper-pod"
Feb 10 11:19:46 addons-055020 kubelet[1514]: I0210 11:19:46.194318 1514 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wq78h\" (UniqueName: \"kubernetes.io/projected/83da55e1-ca4a-4328-bba8-7dc3d0f8234f-kube-api-access-wq78h\") pod \"hello-world-app-7d9564db4-xp4gr\" (UID: \"83da55e1-ca4a-4328-bba8-7dc3d0f8234f\") " pod="default/hello-world-app-7d9564db4-xp4gr"
Feb 10 11:19:46 addons-055020 kubelet[1514]: W0210 11:19:46.492776 1514 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/af96f400b248932e8147a9065eeb07707cf11e824cbd362435773541b2d7c1af/crio-90cd540475a140291fd95a4c5d44197e426d6716b3f54896e858e75265baf100 WatchSource:0}: Error finding container 90cd540475a140291fd95a4c5d44197e426d6716b3f54896e858e75265baf100: Status 404 returned error can't find the container with id 90cd540475a140291fd95a4c5d44197e426d6716b3f54896e858e75265baf100
==> storage-provisioner [37bd9b6665b0cb2ed5f303a9249ddde6784109e9b2cf3e995f7fbe7abaa45fc5] <==
I0210 11:15:05.760489 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0210 11:15:05.776817 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0210 11:15:05.776861 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0210 11:15:05.788433 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0210 11:15:05.788617 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-055020_dfe97251-a937-4bad-812f-354804e938a0!
I0210 11:15:05.789527 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"6f825a60-b363-42ec-8159-9a5f7f237aca", APIVersion:"v1", ResourceVersion:"894", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-055020_dfe97251-a937-4bad-812f-354804e938a0 became leader
I0210 11:15:05.889529 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-055020_dfe97251-a937-4bad-812f-354804e938a0!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-055020 -n addons-055020
helpers_test.go:261: (dbg) Run: kubectl --context addons-055020 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-cfbrn ingress-nginx-admission-patch-tmw4f
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-055020 describe pod ingress-nginx-admission-create-cfbrn ingress-nginx-admission-patch-tmw4f
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-055020 describe pod ingress-nginx-admission-create-cfbrn ingress-nginx-admission-patch-tmw4f: exit status 1 (110.643302ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-cfbrn" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-tmw4f" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-055020 describe pod ingress-nginx-admission-create-cfbrn ingress-nginx-admission-patch-tmw4f: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-055020 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-055020 addons disable ingress-dns --alsologtostderr -v=1: (1.229084466s)
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-055020 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-055020 addons disable ingress --alsologtostderr -v=1: (7.756281259s)
--- FAIL: TestAddons/parallel/Ingress (153.03s)