=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-986803 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-986803 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-986803 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [82655e45-0132-4d71-bef5-59d461f40107] Pending
helpers_test.go:344: "nginx" [82655e45-0132-4d71-bef5-59d461f40107] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [82655e45-0132-4d71-bef5-59d461f40107] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.003846296s
I0408 18:55:30.054809 737073 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-986803 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-986803 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m10.289895588s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-986803 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-986803 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-986803
helpers_test.go:235: (dbg) docker inspect addons-986803:
-- stdout --
[
{
"Id": "42a7eddae3ac5b4a6430c869a197e767cb87885c79d3ff691788df1accfeb78a",
"Created": "2025-04-08T18:50:48.57139425Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 738239,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-04-08T18:50:48.632429122Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:e51065ad0661308920dfd7c7ddda445e530a6bf56321f8317cb47e1df0975e7c",
"ResolvConfPath": "/var/lib/docker/containers/42a7eddae3ac5b4a6430c869a197e767cb87885c79d3ff691788df1accfeb78a/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/42a7eddae3ac5b4a6430c869a197e767cb87885c79d3ff691788df1accfeb78a/hostname",
"HostsPath": "/var/lib/docker/containers/42a7eddae3ac5b4a6430c869a197e767cb87885c79d3ff691788df1accfeb78a/hosts",
"LogPath": "/var/lib/docker/containers/42a7eddae3ac5b4a6430c869a197e767cb87885c79d3ff691788df1accfeb78a/42a7eddae3ac5b4a6430c869a197e767cb87885c79d3ff691788df1accfeb78a-json.log",
"Name": "/addons-986803",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"addons-986803:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-986803",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "42a7eddae3ac5b4a6430c869a197e767cb87885c79d3ff691788df1accfeb78a",
"LowerDir": "/var/lib/docker/overlay2/9236b167fdc2079ed5ab08371834525aa674e286baa48c5d598906ec11e3b903-init/diff:/var/lib/docker/overlay2/30d0b7bc7a067526220285f2ff4cd326f199708d4cb8f759152f1c0cc50a94f2/diff",
"MergedDir": "/var/lib/docker/overlay2/9236b167fdc2079ed5ab08371834525aa674e286baa48c5d598906ec11e3b903/merged",
"UpperDir": "/var/lib/docker/overlay2/9236b167fdc2079ed5ab08371834525aa674e286baa48c5d598906ec11e3b903/diff",
"WorkDir": "/var/lib/docker/overlay2/9236b167fdc2079ed5ab08371834525aa674e286baa48c5d598906ec11e3b903/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "addons-986803",
"Source": "/var/lib/docker/volumes/addons-986803/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "addons-986803",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-986803",
"name.minikube.sigs.k8s.io": "addons-986803",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "dca83d4b2eec962d57225ef0e24d728bb0e4db39943df43235ba913a7bd02358",
"SandboxKey": "/var/run/docker/netns/dca83d4b2eec",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33528"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33529"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33532"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33530"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33531"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-986803": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "1a:60:9f:67:8b:e7",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "b73ea06de7cdd7bcd8a8b604d57e63ce7ea78accb1dfe13abb00cec220a72ce1",
"EndpointID": "8541002a0c5d2ba3106bee5b3f044e18d70bc60434b8811a16cef7f60f9699b0",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-986803",
"42a7eddae3ac"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-986803 -n addons-986803
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-986803 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-986803 logs -n 25: (1.701328332s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-528279 | download-only-528279 | jenkins | v1.35.0 | 08 Apr 25 18:50 UTC | 08 Apr 25 18:50 UTC |
| start | --download-only -p | download-docker-568346 | jenkins | v1.35.0 | 08 Apr 25 18:50 UTC | |
| | download-docker-568346 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-568346 | download-docker-568346 | jenkins | v1.35.0 | 08 Apr 25 18:50 UTC | 08 Apr 25 18:50 UTC |
| start | --download-only -p | binary-mirror-860188 | jenkins | v1.35.0 | 08 Apr 25 18:50 UTC | |
| | binary-mirror-860188 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:43405 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-860188 | binary-mirror-860188 | jenkins | v1.35.0 | 08 Apr 25 18:50 UTC | 08 Apr 25 18:50 UTC |
| addons | disable dashboard -p | addons-986803 | jenkins | v1.35.0 | 08 Apr 25 18:50 UTC | |
| | addons-986803 | | | | | |
| addons | enable dashboard -p | addons-986803 | jenkins | v1.35.0 | 08 Apr 25 18:50 UTC | |
| | addons-986803 | | | | | |
| start | -p addons-986803 --wait=true | addons-986803 | jenkins | v1.35.0 | 08 Apr 25 18:50 UTC | 08 Apr 25 18:53 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-986803 addons disable | addons-986803 | jenkins | v1.35.0 | 08 Apr 25 18:53 UTC | 08 Apr 25 18:53 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-986803 addons disable | addons-986803 | jenkins | v1.35.0 | 08 Apr 25 18:53 UTC | 08 Apr 25 18:53 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-986803 | jenkins | v1.35.0 | 08 Apr 25 18:53 UTC | 08 Apr 25 18:53 UTC |
| | -p addons-986803 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-986803 addons disable | addons-986803 | jenkins | v1.35.0 | 08 Apr 25 18:54 UTC | 08 Apr 25 18:54 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-986803 ip | addons-986803 | jenkins | v1.35.0 | 08 Apr 25 18:54 UTC | 08 Apr 25 18:54 UTC |
| addons | addons-986803 addons disable | addons-986803 | jenkins | v1.35.0 | 08 Apr 25 18:54 UTC | 08 Apr 25 18:54 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-986803 addons disable | addons-986803 | jenkins | v1.35.0 | 08 Apr 25 18:54 UTC | 08 Apr 25 18:54 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-986803 addons | addons-986803 | jenkins | v1.35.0 | 08 Apr 25 18:54 UTC | 08 Apr 25 18:54 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-986803 ssh cat | addons-986803 | jenkins | v1.35.0 | 08 Apr 25 18:54 UTC | 08 Apr 25 18:54 UTC |
| | /opt/local-path-provisioner/pvc-c44d6317-8923-4cd4-a0e0-a8adf1741441_default_test-pvc/file1 | | | | | |
| addons | addons-986803 addons disable | addons-986803 | jenkins | v1.35.0 | 08 Apr 25 18:54 UTC | 08 Apr 25 18:55 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-986803 addons | addons-986803 | jenkins | v1.35.0 | 08 Apr 25 18:54 UTC | 08 Apr 25 18:54 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-986803 addons | addons-986803 | jenkins | v1.35.0 | 08 Apr 25 18:54 UTC | 08 Apr 25 18:54 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-986803 addons | addons-986803 | jenkins | v1.35.0 | 08 Apr 25 18:55 UTC | 08 Apr 25 18:55 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-986803 addons | addons-986803 | jenkins | v1.35.0 | 08 Apr 25 18:55 UTC | 08 Apr 25 18:55 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-986803 addons | addons-986803 | jenkins | v1.35.0 | 08 Apr 25 18:55 UTC | 08 Apr 25 18:55 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-986803 ssh curl -s | addons-986803 | jenkins | v1.35.0 | 08 Apr 25 18:55 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-986803 ip | addons-986803 | jenkins | v1.35.0 | 08 Apr 25 18:57 UTC | 08 Apr 25 18:57 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/04/08 18:50:22
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.24.0 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0408 18:50:22.847984 737842 out.go:345] Setting OutFile to fd 1 ...
I0408 18:50:22.848103 737842 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0408 18:50:22.848114 737842 out.go:358] Setting ErrFile to fd 2...
I0408 18:50:22.848119 737842 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0408 18:50:22.848367 737842 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20604-731704/.minikube/bin
I0408 18:50:22.848819 737842 out.go:352] Setting JSON to false
I0408 18:50:22.849712 737842 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":9173,"bootTime":1744129050,"procs":152,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1081-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0408 18:50:22.849784 737842 start.go:139] virtualization:
I0408 18:50:22.853061 737842 out.go:177] * [addons-986803] minikube v1.35.0 on Ubuntu 20.04 (arm64)
I0408 18:50:22.856810 737842 out.go:177] - MINIKUBE_LOCATION=20604
I0408 18:50:22.856930 737842 notify.go:220] Checking for updates...
I0408 18:50:22.862638 737842 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0408 18:50:22.865693 737842 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20604-731704/kubeconfig
I0408 18:50:22.868608 737842 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20604-731704/.minikube
I0408 18:50:22.871602 737842 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0408 18:50:22.874451 737842 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0408 18:50:22.877586 737842 driver.go:394] Setting default libvirt URI to qemu:///system
I0408 18:50:22.907088 737842 docker.go:123] docker version: linux-28.0.4:Docker Engine - Community
I0408 18:50:22.907248 737842 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0408 18:50:22.966477 737842 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:27 OomKillDisable:true NGoroutines:43 SystemTime:2025-04-08 18:50:22.956846222 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Se
rverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0408 18:50:22.966588 737842 docker.go:318] overlay module found
I0408 18:50:22.969707 737842 out.go:177] * Using the docker driver based on user configuration
I0408 18:50:22.972432 737842 start.go:297] selected driver: docker
I0408 18:50:22.972460 737842 start.go:901] validating driver "docker" against <nil>
I0408 18:50:22.972478 737842 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0408 18:50:22.973224 737842 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0408 18:50:23.031023 737842 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:27 OomKillDisable:true NGoroutines:43 SystemTime:2025-04-08 18:50:23.021289144 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Se
rverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0408 18:50:23.031182 737842 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0408 18:50:23.031433 737842 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0408 18:50:23.034286 737842 out.go:177] * Using Docker driver with root privileges
I0408 18:50:23.037104 737842 cni.go:84] Creating CNI manager for ""
I0408 18:50:23.037171 737842 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0408 18:50:23.037186 737842 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0408 18:50:23.037260 737842 start.go:340] cluster config:
{Name:addons-986803 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-986803 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0408 18:50:23.040446 737842 out.go:177] * Starting "addons-986803" primary control-plane node in "addons-986803" cluster
I0408 18:50:23.043220 737842 cache.go:121] Beginning downloading kic base image for docker with crio
I0408 18:50:23.046180 737842 out.go:177] * Pulling base image v0.0.46-1744107393-20604 ...
I0408 18:50:23.049090 737842 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0408 18:50:23.049161 737842 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20604-731704/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4
I0408 18:50:23.049174 737842 cache.go:56] Caching tarball of preloaded images
I0408 18:50:23.049199 737842 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local docker daemon
I0408 18:50:23.049271 737842 preload.go:172] Found /home/jenkins/minikube-integration/20604-731704/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I0408 18:50:23.049282 737842 cache.go:59] Finished verifying existence of preloaded tar for v1.32.2 on crio
I0408 18:50:23.049676 737842 profile.go:143] Saving config to /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/config.json ...
I0408 18:50:23.049706 737842 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/config.json: {Name:mk806f827c73e65757ed40236d3bd3cb45e6de6f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:50:23.066096 737842 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a to local cache
I0408 18:50:23.066275 737842 image.go:65] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local cache directory
I0408 18:50:23.066301 737842 image.go:68] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local cache directory, skipping pull
I0408 18:50:23.066310 737842 image.go:137] gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a exists in cache, skipping pull
I0408 18:50:23.066318 737842 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a as a tarball
I0408 18:50:23.066323 737842 cache.go:163] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a from local cache
I0408 18:50:40.626106 737842 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a from cached tarball
I0408 18:50:40.626171 737842 cache.go:230] Successfully downloaded all kic artifacts
I0408 18:50:40.626237 737842 start.go:360] acquireMachinesLock for addons-986803: {Name:mk1deb88dc409c730b6e9a14c8709d3f8cf1a4f7 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0408 18:50:40.626387 737842 start.go:364] duration metric: took 128.206µs to acquireMachinesLock for "addons-986803"
I0408 18:50:40.626415 737842 start.go:93] Provisioning new machine with config: &{Name:addons-986803 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-986803 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I0408 18:50:40.626513 737842 start.go:125] createHost starting for "" (driver="docker")
I0408 18:50:40.630031 737842 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0408 18:50:40.630284 737842 start.go:159] libmachine.API.Create for "addons-986803" (driver="docker")
I0408 18:50:40.630330 737842 client.go:168] LocalClient.Create starting
I0408 18:50:40.630472 737842 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20604-731704/.minikube/certs/ca.pem
I0408 18:50:41.240100 737842 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20604-731704/.minikube/certs/cert.pem
I0408 18:50:42.033669 737842 cli_runner.go:164] Run: docker network inspect addons-986803 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0408 18:50:42.050496 737842 cli_runner.go:211] docker network inspect addons-986803 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0408 18:50:42.050589 737842 network_create.go:284] running [docker network inspect addons-986803] to gather additional debugging logs...
I0408 18:50:42.050612 737842 cli_runner.go:164] Run: docker network inspect addons-986803
W0408 18:50:42.069993 737842 cli_runner.go:211] docker network inspect addons-986803 returned with exit code 1
I0408 18:50:42.070052 737842 network_create.go:287] error running [docker network inspect addons-986803]: docker network inspect addons-986803: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-986803 not found
I0408 18:50:42.070079 737842 network_create.go:289] output of [docker network inspect addons-986803]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-986803 not found
** /stderr **
I0408 18:50:42.070205 737842 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0408 18:50:42.089147 737842 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001c7e720}
I0408 18:50:42.089198 737842 network_create.go:124] attempt to create docker network addons-986803 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0408 18:50:42.089261 737842 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-986803 addons-986803
I0408 18:50:42.155074 737842 network_create.go:108] docker network addons-986803 192.168.49.0/24 created
I0408 18:50:42.155114 737842 kic.go:121] calculated static IP "192.168.49.2" for the "addons-986803" container
I0408 18:50:42.155193 737842 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0408 18:50:42.173843 737842 cli_runner.go:164] Run: docker volume create addons-986803 --label name.minikube.sigs.k8s.io=addons-986803 --label created_by.minikube.sigs.k8s.io=true
I0408 18:50:42.197119 737842 oci.go:103] Successfully created a docker volume addons-986803
I0408 18:50:42.197226 737842 cli_runner.go:164] Run: docker run --rm --name addons-986803-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-986803 --entrypoint /usr/bin/test -v addons-986803:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -d /var/lib
I0408 18:50:44.208022 737842 cli_runner.go:217] Completed: docker run --rm --name addons-986803-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-986803 --entrypoint /usr/bin/test -v addons-986803:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -d /var/lib: (2.010741229s)
I0408 18:50:44.208055 737842 oci.go:107] Successfully prepared a docker volume addons-986803
I0408 18:50:44.208083 737842 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0408 18:50:44.208104 737842 kic.go:194] Starting extracting preloaded images to volume ...
I0408 18:50:44.208173 737842 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20604-731704/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-986803:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -I lz4 -xf /preloaded.tar -C /extractDir
I0408 18:50:48.489959 737842 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20604-731704/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-986803:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -I lz4 -xf /preloaded.tar -C /extractDir: (4.281739586s)
I0408 18:50:48.489993 737842 kic.go:203] duration metric: took 4.281884818s to extract preloaded images to volume ...
W0408 18:50:48.490130 737842 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0408 18:50:48.490237 737842 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0408 18:50:48.555880 737842 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-986803 --name addons-986803 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-986803 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-986803 --network addons-986803 --ip 192.168.49.2 --volume addons-986803:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a
I0408 18:50:48.843011 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Running}}
I0408 18:50:48.864336 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:50:48.890639 737842 cli_runner.go:164] Run: docker exec addons-986803 stat /var/lib/dpkg/alternatives/iptables
I0408 18:50:48.947025 737842 oci.go:144] the created container "addons-986803" has a running status.
I0408 18:50:48.947051 737842 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa...
I0408 18:50:50.229637 737842 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0408 18:50:50.248163 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:50:50.264615 737842 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0408 18:50:50.264637 737842 kic_runner.go:114] Args: [docker exec --privileged addons-986803 chown docker:docker /home/docker/.ssh/authorized_keys]
I0408 18:50:50.305181 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:50:50.322348 737842 machine.go:93] provisionDockerMachine start ...
I0408 18:50:50.322462 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:50:50.338716 737842 main.go:141] libmachine: Using SSH client type: native
I0408 18:50:50.339102 737842 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 33528 <nil> <nil>}
I0408 18:50:50.339117 737842 main.go:141] libmachine: About to run SSH command:
hostname
I0408 18:50:50.460909 737842 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-986803
I0408 18:50:50.460933 737842 ubuntu.go:169] provisioning hostname "addons-986803"
I0408 18:50:50.460998 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:50:50.478641 737842 main.go:141] libmachine: Using SSH client type: native
I0408 18:50:50.478951 737842 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 33528 <nil> <nil>}
I0408 18:50:50.478969 737842 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-986803 && echo "addons-986803" | sudo tee /etc/hostname
I0408 18:50:50.613754 737842 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-986803
I0408 18:50:50.613830 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:50:50.633372 737842 main.go:141] libmachine: Using SSH client type: native
I0408 18:50:50.633820 737842 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 33528 <nil> <nil>}
I0408 18:50:50.633846 737842 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-986803' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-986803/g' /etc/hosts;
else
echo '127.0.1.1 addons-986803' | sudo tee -a /etc/hosts;
fi
fi
I0408 18:50:50.761497 737842 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0408 18:50:50.761569 737842 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20604-731704/.minikube CaCertPath:/home/jenkins/minikube-integration/20604-731704/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20604-731704/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20604-731704/.minikube}
I0408 18:50:50.761658 737842 ubuntu.go:177] setting up certificates
I0408 18:50:50.761694 737842 provision.go:84] configureAuth start
I0408 18:50:50.761804 737842 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-986803
I0408 18:50:50.778874 737842 provision.go:143] copyHostCerts
I0408 18:50:50.778952 737842 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20604-731704/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20604-731704/.minikube/ca.pem (1078 bytes)
I0408 18:50:50.779080 737842 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20604-731704/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20604-731704/.minikube/cert.pem (1123 bytes)
I0408 18:50:50.779179 737842 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20604-731704/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20604-731704/.minikube/key.pem (1679 bytes)
I0408 18:50:50.779240 737842 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20604-731704/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20604-731704/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20604-731704/.minikube/certs/ca-key.pem org=jenkins.addons-986803 san=[127.0.0.1 192.168.49.2 addons-986803 localhost minikube]
I0408 18:50:51.723266 737842 provision.go:177] copyRemoteCerts
I0408 18:50:51.723338 737842 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0408 18:50:51.723387 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:50:51.741504 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
I0408 18:50:51.839026 737842 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-731704/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0408 18:50:51.864362 737842 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-731704/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0408 18:50:51.889297 737842 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-731704/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0408 18:50:51.913978 737842 provision.go:87] duration metric: took 1.15225622s to configureAuth
I0408 18:50:51.914056 737842 ubuntu.go:193] setting minikube options for container-runtime
I0408 18:50:51.914258 737842 config.go:182] Loaded profile config "addons-986803": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0408 18:50:51.914367 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:50:51.931116 737842 main.go:141] libmachine: Using SSH client type: native
I0408 18:50:51.931451 737842 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 33528 <nil> <nil>}
I0408 18:50:51.931475 737842 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0408 18:50:52.162186 737842 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0408 18:50:52.162209 737842 machine.go:96] duration metric: took 1.839837906s to provisionDockerMachine
I0408 18:50:52.162219 737842 client.go:171] duration metric: took 11.531878987s to LocalClient.Create
I0408 18:50:52.162231 737842 start.go:167] duration metric: took 11.531949988s to libmachine.API.Create "addons-986803"
I0408 18:50:52.162239 737842 start.go:293] postStartSetup for "addons-986803" (driver="docker")
I0408 18:50:52.162261 737842 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0408 18:50:52.162342 737842 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0408 18:50:52.162386 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:50:52.180723 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
I0408 18:50:52.270564 737842 ssh_runner.go:195] Run: cat /etc/os-release
I0408 18:50:52.273518 737842 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0408 18:50:52.273553 737842 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0408 18:50:52.273565 737842 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0408 18:50:52.273573 737842 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0408 18:50:52.273583 737842 filesync.go:126] Scanning /home/jenkins/minikube-integration/20604-731704/.minikube/addons for local assets ...
I0408 18:50:52.273682 737842 filesync.go:126] Scanning /home/jenkins/minikube-integration/20604-731704/.minikube/files for local assets ...
I0408 18:50:52.273712 737842 start.go:296] duration metric: took 111.458344ms for postStartSetup
I0408 18:50:52.274032 737842 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-986803
I0408 18:50:52.290374 737842 profile.go:143] Saving config to /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/config.json ...
I0408 18:50:52.290655 737842 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0408 18:50:52.290710 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:50:52.307092 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
I0408 18:50:52.394476 737842 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0408 18:50:52.399054 737842 start.go:128] duration metric: took 11.77252347s to createHost
I0408 18:50:52.399090 737842 start.go:83] releasing machines lock for "addons-986803", held for 11.772692636s
I0408 18:50:52.399204 737842 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-986803
I0408 18:50:52.415953 737842 ssh_runner.go:195] Run: cat /version.json
I0408 18:50:52.415974 737842 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0408 18:50:52.416006 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:50:52.416045 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:50:52.434256 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
I0408 18:50:52.434991 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
I0408 18:50:52.655964 737842 ssh_runner.go:195] Run: systemctl --version
I0408 18:50:52.660265 737842 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0408 18:50:52.801666 737842 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0408 18:50:52.806093 737842 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0408 18:50:52.829682 737842 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0408 18:50:52.829853 737842 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0408 18:50:52.864826 737842 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0408 18:50:52.864908 737842 start.go:495] detecting cgroup driver to use...
I0408 18:50:52.864973 737842 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0408 18:50:52.865064 737842 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0408 18:50:52.882448 737842 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0408 18:50:52.894145 737842 docker.go:217] disabling cri-docker service (if available) ...
I0408 18:50:52.894266 737842 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0408 18:50:52.908708 737842 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0408 18:50:52.923831 737842 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0408 18:50:53.016520 737842 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0408 18:50:53.104158 737842 docker.go:233] disabling docker service ...
I0408 18:50:53.104256 737842 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0408 18:50:53.123815 737842 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0408 18:50:53.136118 737842 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0408 18:50:53.219448 737842 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0408 18:50:53.319101 737842 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0408 18:50:53.330060 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0408 18:50:53.346149 737842 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0408 18:50:53.346220 737842 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0408 18:50:53.355720 737842 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0408 18:50:53.355788 737842 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0408 18:50:53.364995 737842 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0408 18:50:53.374360 737842 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0408 18:50:53.383699 737842 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0408 18:50:53.392507 737842 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0408 18:50:53.402088 737842 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0408 18:50:53.417546 737842 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0408 18:50:53.427541 737842 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0408 18:50:53.435877 737842 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0408 18:50:53.444416 737842 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:50:53.525205 737842 ssh_runner.go:195] Run: sudo systemctl restart crio
I0408 18:50:53.639991 737842 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0408 18:50:53.640087 737842 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0408 18:50:53.644090 737842 start.go:563] Will wait 60s for crictl version
I0408 18:50:53.644156 737842 ssh_runner.go:195] Run: which crictl
I0408 18:50:53.647482 737842 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0408 18:50:53.687663 737842 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0408 18:50:53.687772 737842 ssh_runner.go:195] Run: crio --version
I0408 18:50:53.729167 737842 ssh_runner.go:195] Run: crio --version
I0408 18:50:53.784504 737842 out.go:177] * Preparing Kubernetes v1.32.2 on CRI-O 1.24.6 ...
I0408 18:50:53.787274 737842 cli_runner.go:164] Run: docker network inspect addons-986803 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0408 18:50:53.804552 737842 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0408 18:50:53.808428 737842 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0408 18:50:53.819121 737842 kubeadm.go:883] updating cluster {Name:addons-986803 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-986803 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0408 18:50:53.819283 737842 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0408 18:50:53.819353 737842 ssh_runner.go:195] Run: sudo crictl images --output json
I0408 18:50:53.898072 737842 crio.go:514] all images are preloaded for cri-o runtime.
I0408 18:50:53.898100 737842 crio.go:433] Images already preloaded, skipping extraction
I0408 18:50:53.898163 737842 ssh_runner.go:195] Run: sudo crictl images --output json
I0408 18:50:53.942508 737842 crio.go:514] all images are preloaded for cri-o runtime.
I0408 18:50:53.942534 737842 cache_images.go:84] Images are preloaded, skipping loading
I0408 18:50:53.942542 737842 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.32.2 crio true true} ...
I0408 18:50:53.942640 737842 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-986803 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.32.2 ClusterName:addons-986803 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0408 18:50:53.942719 737842 ssh_runner.go:195] Run: crio config
I0408 18:50:53.995218 737842 cni.go:84] Creating CNI manager for ""
I0408 18:50:53.995240 737842 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0408 18:50:53.995251 737842 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0408 18:50:53.995277 737842 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.32.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-986803 NodeName:addons-986803 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0408 18:50:53.995410 737842 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-986803"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0408 18:50:53.995485 737842 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.2
I0408 18:50:54.005956 737842 binaries.go:44] Found k8s binaries, skipping transfer
I0408 18:50:54.006064 737842 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0408 18:50:54.015671 737842 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0408 18:50:54.034846 737842 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0408 18:50:54.053997 737842 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I0408 18:50:54.074092 737842 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0408 18:50:54.077686 737842 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0408 18:50:54.088994 737842 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:50:54.170288 737842 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0408 18:50:54.184966 737842 certs.go:68] Setting up /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803 for IP: 192.168.49.2
I0408 18:50:54.184986 737842 certs.go:194] generating shared ca certs ...
I0408 18:50:54.185002 737842 certs.go:226] acquiring lock for ca certs: {Name:mkac3e856cc002d75557c55d465841720e6e0bbc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:50:54.185187 737842 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20604-731704/.minikube/ca.key
I0408 18:50:54.502913 737842 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20604-731704/.minikube/ca.crt ...
I0408 18:50:54.502944 737842 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20604-731704/.minikube/ca.crt: {Name:mk81505184d6ca59f4c068f5f988444f1f524f3d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:50:54.503184 737842 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20604-731704/.minikube/ca.key ...
I0408 18:50:54.503198 737842 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20604-731704/.minikube/ca.key: {Name:mk8d9015c4c97cf8f0c612914f8b5d1b2f2a09da Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:50:54.503938 737842 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20604-731704/.minikube/proxy-client-ca.key
I0408 18:50:54.618668 737842 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20604-731704/.minikube/proxy-client-ca.crt ...
I0408 18:50:54.618695 737842 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20604-731704/.minikube/proxy-client-ca.crt: {Name:mkb1c69a5b7c12654df0efce88cbe302f2c7e8cf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:50:54.618873 737842 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20604-731704/.minikube/proxy-client-ca.key ...
I0408 18:50:54.618886 737842 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20604-731704/.minikube/proxy-client-ca.key: {Name:mk755e0cef385db9e9b556ee2f79878bd387255e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:50:54.618970 737842 certs.go:256] generating profile certs ...
I0408 18:50:54.619032 737842 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/client.key
I0408 18:50:54.619061 737842 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/client.crt with IP's: []
I0408 18:50:54.720781 737842 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/client.crt ...
I0408 18:50:54.720811 737842 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/client.crt: {Name:mk1047c2f29a2e696ef1a47e94efd38100d917b7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:50:54.721000 737842 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/client.key ...
I0408 18:50:54.721013 737842 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/client.key: {Name:mkdc7f767d9897c0d1969e01fea6ae74ddb787a1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:50:54.721105 737842 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/apiserver.key.3e7b6ab0
I0408 18:50:54.721125 737842 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/apiserver.crt.3e7b6ab0 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0408 18:50:55.738260 737842 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/apiserver.crt.3e7b6ab0 ...
I0408 18:50:55.738293 737842 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/apiserver.crt.3e7b6ab0: {Name:mkb87d7538d3707899901398ad637d9c1b871f13 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:50:55.738476 737842 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/apiserver.key.3e7b6ab0 ...
I0408 18:50:55.738490 737842 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/apiserver.key.3e7b6ab0: {Name:mka1b22505c2c11ac864f9b2a3b1c78e88c3b99c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:50:55.738579 737842 certs.go:381] copying /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/apiserver.crt.3e7b6ab0 -> /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/apiserver.crt
I0408 18:50:55.738668 737842 certs.go:385] copying /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/apiserver.key.3e7b6ab0 -> /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/apiserver.key
I0408 18:50:55.738722 737842 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/proxy-client.key
I0408 18:50:55.738742 737842 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/proxy-client.crt with IP's: []
I0408 18:50:55.832322 737842 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/proxy-client.crt ...
I0408 18:50:55.832351 737842 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/proxy-client.crt: {Name:mk0d5d96af156316632a5ea10aec26bce7594972 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:50:55.832529 737842 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/proxy-client.key ...
I0408 18:50:55.832543 737842 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/proxy-client.key: {Name:mk091525b1c135680932beb062275f465354148c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:50:55.832735 737842 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-731704/.minikube/certs/ca-key.pem (1675 bytes)
I0408 18:50:55.832774 737842 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-731704/.minikube/certs/ca.pem (1078 bytes)
I0408 18:50:55.832805 737842 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-731704/.minikube/certs/cert.pem (1123 bytes)
I0408 18:50:55.832837 737842 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-731704/.minikube/certs/key.pem (1679 bytes)
I0408 18:50:55.833368 737842 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-731704/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0408 18:50:55.859187 737842 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-731704/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0408 18:50:55.884846 737842 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-731704/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0408 18:50:55.909800 737842 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-731704/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0408 18:50:55.934580 737842 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0408 18:50:55.958974 737842 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0408 18:50:55.982885 737842 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0408 18:50:56.007918 737842 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-731704/.minikube/profiles/addons-986803/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0408 18:50:56.033073 737842 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-731704/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0408 18:50:56.057525 737842 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0408 18:50:56.076328 737842 ssh_runner.go:195] Run: openssl version
I0408 18:50:56.081596 737842 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0408 18:50:56.090920 737842 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0408 18:50:56.094660 737842 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Apr 8 18:50 /usr/share/ca-certificates/minikubeCA.pem
I0408 18:50:56.094763 737842 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0408 18:50:56.101740 737842 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0408 18:50:56.111218 737842 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0408 18:50:56.114524 737842 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0408 18:50:56.114585 737842 kubeadm.go:392] StartCluster: {Name:addons-986803 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-986803 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0408 18:50:56.114691 737842 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0408 18:50:56.114746 737842 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0408 18:50:56.151186 737842 cri.go:89] found id: ""
I0408 18:50:56.151262 737842 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0408 18:50:56.159864 737842 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0408 18:50:56.168707 737842 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0408 18:50:56.168797 737842 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0408 18:50:56.177881 737842 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0408 18:50:56.177951 737842 kubeadm.go:157] found existing configuration files:
I0408 18:50:56.178012 737842 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0408 18:50:56.187082 737842 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0408 18:50:56.187213 737842 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0408 18:50:56.195702 737842 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0408 18:50:56.204600 737842 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0408 18:50:56.204693 737842 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0408 18:50:56.213087 737842 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0408 18:50:56.222190 737842 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0408 18:50:56.222284 737842 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0408 18:50:56.230619 737842 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0408 18:50:56.239375 737842 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0408 18:50:56.239460 737842 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0408 18:50:56.247918 737842 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.32.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0408 18:50:56.292147 737842 kubeadm.go:310] [init] Using Kubernetes version: v1.32.2
I0408 18:50:56.292254 737842 kubeadm.go:310] [preflight] Running pre-flight checks
I0408 18:50:56.311868 737842 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0408 18:50:56.312027 737842 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1081-aws[0m
I0408 18:50:56.312099 737842 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0408 18:50:56.312197 737842 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0408 18:50:56.312265 737842 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0408 18:50:56.312341 737842 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0408 18:50:56.312408 737842 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0408 18:50:56.312509 737842 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0408 18:50:56.312578 737842 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0408 18:50:56.312651 737842 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0408 18:50:56.312719 737842 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0408 18:50:56.312800 737842 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0408 18:50:56.375242 737842 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0408 18:50:56.375408 737842 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0408 18:50:56.375555 737842 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0408 18:50:56.381942 737842 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0408 18:50:56.388645 737842 out.go:235] - Generating certificates and keys ...
I0408 18:50:56.388753 737842 kubeadm.go:310] [certs] Using existing ca certificate authority
I0408 18:50:56.388822 737842 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0408 18:50:56.534236 737842 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0408 18:50:57.298727 737842 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0408 18:50:58.285147 737842 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0408 18:50:58.456386 737842 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0408 18:50:59.025329 737842 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0408 18:50:59.025468 737842 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-986803 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0408 18:50:59.264611 737842 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0408 18:50:59.264961 737842 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-986803 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0408 18:51:00.016031 737842 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0408 18:51:00.641013 737842 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0408 18:51:01.580072 737842 kubeadm.go:310] [certs] Generating "sa" key and public key
I0408 18:51:01.580345 737842 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0408 18:51:01.908880 737842 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0408 18:51:02.299264 737842 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0408 18:51:02.636893 737842 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0408 18:51:03.593451 737842 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0408 18:51:04.504775 737842 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0408 18:51:04.505484 737842 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0408 18:51:04.508459 737842 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0408 18:51:04.511817 737842 out.go:235] - Booting up control plane ...
I0408 18:51:04.511934 737842 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0408 18:51:04.512008 737842 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0408 18:51:04.513314 737842 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0408 18:51:04.524033 737842 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0408 18:51:04.530610 737842 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0408 18:51:04.530756 737842 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0408 18:51:04.624954 737842 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0408 18:51:04.625108 737842 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0408 18:51:07.126356 737842 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 2.501810352s
I0408 18:51:07.126438 737842 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0408 18:51:12.128385 737842 kubeadm.go:310] [api-check] The API server is healthy after 5.002017692s
I0408 18:51:12.147534 737842 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0408 18:51:12.162332 737842 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0408 18:51:12.187182 737842 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0408 18:51:12.187377 737842 kubeadm.go:310] [mark-control-plane] Marking the node addons-986803 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0408 18:51:12.199265 737842 kubeadm.go:310] [bootstrap-token] Using token: qnqjcs.jv638npatgnu2reb
I0408 18:51:12.202354 737842 out.go:235] - Configuring RBAC rules ...
I0408 18:51:12.202486 737842 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0408 18:51:12.205999 737842 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0408 18:51:12.216979 737842 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0408 18:51:12.223809 737842 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0408 18:51:12.228742 737842 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0408 18:51:12.233415 737842 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0408 18:51:12.535172 737842 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0408 18:51:12.995848 737842 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0408 18:51:13.537878 737842 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0408 18:51:13.539011 737842 kubeadm.go:310]
I0408 18:51:13.539096 737842 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0408 18:51:13.539106 737842 kubeadm.go:310]
I0408 18:51:13.539197 737842 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0408 18:51:13.539209 737842 kubeadm.go:310]
I0408 18:51:13.539235 737842 kubeadm.go:310] mkdir -p $HOME/.kube
I0408 18:51:13.539297 737842 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0408 18:51:13.539350 737842 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0408 18:51:13.539358 737842 kubeadm.go:310]
I0408 18:51:13.539412 737842 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0408 18:51:13.539420 737842 kubeadm.go:310]
I0408 18:51:13.539467 737842 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0408 18:51:13.539476 737842 kubeadm.go:310]
I0408 18:51:13.539536 737842 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0408 18:51:13.539616 737842 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0408 18:51:13.539689 737842 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0408 18:51:13.539700 737842 kubeadm.go:310]
I0408 18:51:13.539784 737842 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0408 18:51:13.539864 737842 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0408 18:51:13.539871 737842 kubeadm.go:310]
I0408 18:51:13.539954 737842 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token qnqjcs.jv638npatgnu2reb \
I0408 18:51:13.540060 737842 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:d59ff112c216a734c4f5ea47f2c134071aa7369cf63c7bc6653e401b7f149fcf \
I0408 18:51:13.540088 737842 kubeadm.go:310] --control-plane
I0408 18:51:13.540096 737842 kubeadm.go:310]
I0408 18:51:13.540186 737842 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0408 18:51:13.540194 737842 kubeadm.go:310]
I0408 18:51:13.540274 737842 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token qnqjcs.jv638npatgnu2reb \
I0408 18:51:13.541843 737842 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:d59ff112c216a734c4f5ea47f2c134071aa7369cf63c7bc6653e401b7f149fcf
I0408 18:51:13.544220 737842 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I0408 18:51:13.544445 737842 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1081-aws\n", err: exit status 1
I0408 18:51:13.544553 737842 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0408 18:51:13.544573 737842 cni.go:84] Creating CNI manager for ""
I0408 18:51:13.544583 737842 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0408 18:51:13.547666 737842 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0408 18:51:13.550570 737842 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0408 18:51:13.554905 737842 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.32.2/kubectl ...
I0408 18:51:13.554930 737842 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0408 18:51:13.572715 737842 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0408 18:51:13.844511 737842 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0408 18:51:13.844646 737842 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0408 18:51:13.844722 737842 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-986803 minikube.k8s.io/updated_at=2025_04_08T18_51_13_0700 minikube.k8s.io/version=v1.35.0 minikube.k8s.io/commit=00fec7ad00298ce3ccd71a2d57a7f829f082fec8 minikube.k8s.io/name=addons-986803 minikube.k8s.io/primary=true
I0408 18:51:14.002917 737842 ops.go:34] apiserver oom_adj: -16
I0408 18:51:14.003058 737842 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0408 18:51:14.503686 737842 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0408 18:51:15.007422 737842 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0408 18:51:15.504105 737842 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0408 18:51:16.003638 737842 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0408 18:51:16.504162 737842 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0408 18:51:17.003178 737842 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0408 18:51:17.503902 737842 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0408 18:51:17.592785 737842 kubeadm.go:1113] duration metric: took 3.748189239s to wait for elevateKubeSystemPrivileges
I0408 18:51:17.592818 737842 kubeadm.go:394] duration metric: took 21.478236216s to StartCluster
I0408 18:51:17.592835 737842 settings.go:142] acquiring lock: {Name:mk13b28a00819d880f2b5517055ce817b92bd611 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:51:17.592951 737842 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20604-731704/kubeconfig
I0408 18:51:17.593364 737842 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20604-731704/kubeconfig: {Name:mkf7fbe102db4f586a65b747f1a9ebf389808eb6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:51:17.593556 737842 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I0408 18:51:17.593720 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0408 18:51:17.593977 737842 config.go:182] Loaded profile config "addons-986803": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0408 18:51:17.594012 737842 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0408 18:51:17.594084 737842 addons.go:69] Setting yakd=true in profile "addons-986803"
I0408 18:51:17.594100 737842 addons.go:238] Setting addon yakd=true in "addons-986803"
I0408 18:51:17.594122 737842 host.go:66] Checking if "addons-986803" exists ...
I0408 18:51:17.594615 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:51:17.594777 737842 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-986803"
I0408 18:51:17.594819 737842 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-986803"
I0408 18:51:17.594872 737842 host.go:66] Checking if "addons-986803" exists ...
I0408 18:51:17.595378 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:51:17.595453 737842 addons.go:69] Setting inspektor-gadget=true in profile "addons-986803"
I0408 18:51:17.595477 737842 addons.go:238] Setting addon inspektor-gadget=true in "addons-986803"
I0408 18:51:17.595505 737842 host.go:66] Checking if "addons-986803" exists ...
I0408 18:51:17.595915 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:51:17.599063 737842 addons.go:69] Setting metrics-server=true in profile "addons-986803"
I0408 18:51:17.599106 737842 addons.go:238] Setting addon metrics-server=true in "addons-986803"
I0408 18:51:17.599152 737842 host.go:66] Checking if "addons-986803" exists ...
I0408 18:51:17.599603 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:51:17.600632 737842 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-986803"
I0408 18:51:17.600666 737842 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-986803"
I0408 18:51:17.600701 737842 host.go:66] Checking if "addons-986803" exists ...
I0408 18:51:17.601126 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:51:17.604990 737842 addons.go:69] Setting cloud-spanner=true in profile "addons-986803"
I0408 18:51:17.605038 737842 addons.go:238] Setting addon cloud-spanner=true in "addons-986803"
I0408 18:51:17.605074 737842 host.go:66] Checking if "addons-986803" exists ...
I0408 18:51:17.605527 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:51:17.617597 737842 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-986803"
I0408 18:51:17.617746 737842 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-986803"
I0408 18:51:17.617827 737842 host.go:66] Checking if "addons-986803" exists ...
I0408 18:51:17.618342 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:51:17.622135 737842 addons.go:69] Setting registry=true in profile "addons-986803"
I0408 18:51:17.622215 737842 addons.go:238] Setting addon registry=true in "addons-986803"
I0408 18:51:17.624323 737842 host.go:66] Checking if "addons-986803" exists ...
I0408 18:51:17.624961 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:51:17.631210 737842 addons.go:69] Setting default-storageclass=true in profile "addons-986803"
I0408 18:51:17.631269 737842 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-986803"
I0408 18:51:17.631686 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:51:17.636416 737842 addons.go:69] Setting storage-provisioner=true in profile "addons-986803"
I0408 18:51:17.636485 737842 addons.go:238] Setting addon storage-provisioner=true in "addons-986803"
I0408 18:51:17.636540 737842 host.go:66] Checking if "addons-986803" exists ...
I0408 18:51:17.637051 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:51:17.643841 737842 addons.go:69] Setting gcp-auth=true in profile "addons-986803"
I0408 18:51:17.643879 737842 mustload.go:65] Loading cluster: addons-986803
I0408 18:51:17.644081 737842 config.go:182] Loaded profile config "addons-986803": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0408 18:51:17.644323 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:51:17.648406 737842 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-986803"
I0408 18:51:17.648492 737842 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-986803"
I0408 18:51:17.648901 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:51:17.665202 737842 addons.go:69] Setting ingress=true in profile "addons-986803"
I0408 18:51:17.665237 737842 addons.go:238] Setting addon ingress=true in "addons-986803"
I0408 18:51:17.665281 737842 host.go:66] Checking if "addons-986803" exists ...
I0408 18:51:17.665864 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:51:17.667852 737842 addons.go:69] Setting volcano=true in profile "addons-986803"
I0408 18:51:17.667886 737842 addons.go:238] Setting addon volcano=true in "addons-986803"
I0408 18:51:17.667918 737842 host.go:66] Checking if "addons-986803" exists ...
I0408 18:51:17.668361 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:51:17.673990 737842 addons.go:69] Setting volumesnapshots=true in profile "addons-986803"
I0408 18:51:17.674248 737842 addons.go:238] Setting addon volumesnapshots=true in "addons-986803"
I0408 18:51:17.674402 737842 host.go:66] Checking if "addons-986803" exists ...
I0408 18:51:17.675512 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:51:17.678779 737842 out.go:177] * Verifying Kubernetes components...
I0408 18:51:17.693819 737842 addons.go:69] Setting ingress-dns=true in profile "addons-986803"
I0408 18:51:17.693852 737842 addons.go:238] Setting addon ingress-dns=true in "addons-986803"
I0408 18:51:17.693896 737842 host.go:66] Checking if "addons-986803" exists ...
I0408 18:51:17.694353 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:51:17.734180 737842 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0408 18:51:17.737284 737842 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0408 18:51:17.737332 737842 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0408 18:51:17.737349 737842 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0408 18:51:17.737453 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:51:17.750486 737842 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I0408 18:51:17.750509 737842 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0408 18:51:17.750581 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:51:17.768754 737842 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.37.0
I0408 18:51:17.819502 737842 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I0408 18:51:17.827528 737842 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0408 18:51:17.827611 737842 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I0408 18:51:17.827691 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:51:17.833318 737842 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I0408 18:51:17.833551 737842 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I0408 18:51:17.833566 737842 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I0408 18:51:17.837426 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:51:17.843993 737842 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:51:17.848487 737842 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-986803"
I0408 18:51:17.848584 737842 host.go:66] Checking if "addons-986803" exists ...
I0408 18:51:17.849096 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
W0408 18:51:17.851636 737842 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0408 18:51:17.852534 737842 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.31
I0408 18:51:17.852837 737842 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0408 18:51:17.852853 737842 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0408 18:51:17.852916 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:51:17.855985 737842 host.go:66] Checking if "addons-986803" exists ...
I0408 18:51:17.858257 737842 addons.go:238] Setting addon default-storageclass=true in "addons-986803"
I0408 18:51:17.858365 737842 host.go:66] Checking if "addons-986803" exists ...
I0408 18:51:17.866673 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:51:17.869879 737842 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I0408 18:51:17.869898 737842 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0408 18:51:17.869960 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:51:17.877195 737842 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0408 18:51:17.877830 737842 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0408 18:51:17.891487 737842 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I0408 18:51:17.894340 737842 out.go:177] - Using image docker.io/registry:2.8.3
I0408 18:51:17.894473 737842 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0408 18:51:17.897713 737842 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I0408 18:51:17.897737 737842 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0408 18:51:17.897811 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:51:17.909720 737842 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0408 18:51:17.912496 737842 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0408 18:51:17.914530 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
I0408 18:51:17.923568 737842 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I0408 18:51:17.923688 737842 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0408 18:51:17.924670 737842 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0408 18:51:17.924682 737842 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0408 18:51:17.924786 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:51:17.929717 737842 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0408 18:51:17.929742 737842 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0408 18:51:17.929811 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:51:17.942624 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0408 18:51:17.944775 737842 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0408 18:51:17.953825 737842 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0408 18:51:17.953888 737842 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0408 18:51:17.953980 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:51:17.979316 737842 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0408 18:51:17.980956 737842 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0408 18:51:17.981644 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
I0408 18:51:17.986110 737842 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0408 18:51:17.986195 737842 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0408 18:51:17.986355 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:51:18.005685 737842 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0408 18:51:18.011246 737842 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0408 18:51:18.016165 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
I0408 18:51:18.027028 737842 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0408 18:51:18.030333 737842 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0408 18:51:18.035032 737842 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0408 18:51:18.035118 737842 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0408 18:51:18.035329 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:51:18.052418 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
I0408 18:51:18.053328 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
I0408 18:51:18.061057 737842 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0408 18:51:18.065266 737842 out.go:177] - Using image docker.io/busybox:stable
I0408 18:51:18.073803 737842 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0408 18:51:18.073832 737842 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0408 18:51:18.073901 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:51:18.097882 737842 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0408 18:51:18.097903 737842 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0408 18:51:18.097964 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:51:18.113104 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
I0408 18:51:18.129150 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
I0408 18:51:18.141878 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
I0408 18:51:18.153257 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
I0408 18:51:18.156903 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
I0408 18:51:18.169352 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
I0408 18:51:18.189833 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
W0408 18:51:18.193193 737842 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0408 18:51:18.193290 737842 retry.go:31] will retry after 246.752634ms: ssh: handshake failed: EOF
I0408 18:51:18.201841 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
I0408 18:51:18.210011 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
I0408 18:51:18.300861 737842 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0408 18:51:18.300931 737842 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0408 18:51:18.473676 737842 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0408 18:51:18.498197 737842 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0408 18:51:18.498227 737842 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0408 18:51:18.511395 737842 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I0408 18:51:18.511423 737842 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0408 18:51:18.515475 737842 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I0408 18:51:18.515503 737842 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14539 bytes)
I0408 18:51:18.593124 737842 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0408 18:51:18.593153 737842 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0408 18:51:18.602356 737842 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0408 18:51:18.605131 737842 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0408 18:51:18.607463 737842 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0408 18:51:18.607488 737842 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0408 18:51:18.632222 737842 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0408 18:51:18.642627 737842 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I0408 18:51:18.642655 737842 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0408 18:51:18.663611 737842 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0408 18:51:18.666734 737842 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0408 18:51:18.677753 737842 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0408 18:51:18.708643 737842 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0408 18:51:18.726231 737842 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0408 18:51:18.726271 737842 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0408 18:51:18.731596 737842 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I0408 18:51:18.731627 737842 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0408 18:51:18.740817 737842 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0408 18:51:18.742024 737842 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0408 18:51:18.795235 737842 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0408 18:51:18.807643 737842 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I0408 18:51:18.807677 737842 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0408 18:51:18.897849 737842 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0408 18:51:18.897879 737842 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0408 18:51:18.966915 737842 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I0408 18:51:18.966951 737842 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0408 18:51:19.028539 737842 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0408 18:51:19.028577 737842 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0408 18:51:19.030882 737842 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0408 18:51:19.085495 737842 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0408 18:51:19.085527 737842 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0408 18:51:19.141721 737842 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I0408 18:51:19.141748 737842 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0408 18:51:19.217977 737842 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0408 18:51:19.218017 737842 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0408 18:51:19.293117 737842 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0408 18:51:19.293151 737842 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0408 18:51:19.297899 737842 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0408 18:51:19.365127 737842 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0408 18:51:19.365160 737842 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0408 18:51:19.400372 737842 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0408 18:51:19.450386 737842 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0408 18:51:19.450426 737842 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0408 18:51:19.517184 737842 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0408 18:51:19.517213 737842 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0408 18:51:19.592092 737842 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0408 18:51:19.592120 737842 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0408 18:51:19.647070 737842 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0408 18:51:19.647099 737842 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0408 18:51:19.686579 737842 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0408 18:51:19.686607 737842 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0408 18:51:19.708579 737842 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0408 18:51:19.708614 737842 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0408 18:51:19.752280 737842 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0408 18:51:19.752310 737842 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0408 18:51:19.834403 737842 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0408 18:51:21.144244 737842 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (3.20158333s)
I0408 18:51:21.144370 737842 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0408 18:51:21.144338 737842 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.67063794s)
I0408 18:51:21.145184 737842 node_ready.go:35] waiting up to 6m0s for node "addons-986803" to be "Ready" ...
I0408 18:51:22.062980 737842 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-986803" context rescaled to 1 replicas
I0408 18:51:23.260600 737842 node_ready.go:53] node "addons-986803" has status "Ready":"False"
I0408 18:51:23.525331 737842 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.922936372s)
I0408 18:51:23.525432 737842 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (4.920276838s)
I0408 18:51:23.525471 737842 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (4.893227203s)
I0408 18:51:24.659995 737842 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.996336707s)
I0408 18:51:24.660037 737842 addons.go:479] Verifying addon ingress=true in "addons-986803"
I0408 18:51:24.660238 737842 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (5.993477238s)
I0408 18:51:24.660376 737842 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.982592429s)
I0408 18:51:24.660508 737842 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.95183416s)
I0408 18:51:24.660525 737842 addons.go:479] Verifying addon metrics-server=true in "addons-986803"
I0408 18:51:24.660553 737842 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (5.91970601s)
I0408 18:51:24.660731 737842 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.91866866s)
I0408 18:51:24.660817 737842 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (5.865555712s)
I0408 18:51:24.660854 737842 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.629943078s)
I0408 18:51:24.660868 737842 addons.go:479] Verifying addon registry=true in "addons-986803"
I0408 18:51:24.661074 737842 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (5.363141905s)
I0408 18:51:24.663366 737842 out.go:177] * Verifying registry addon...
I0408 18:51:24.663416 737842 out.go:177] * Verifying ingress addon...
I0408 18:51:24.663474 737842 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-986803 service yakd-dashboard -n yakd-dashboard
I0408 18:51:24.668108 737842 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0408 18:51:24.669007 737842 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0408 18:51:24.675761 737842 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0408 18:51:24.675783 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:24.677584 737842 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0408 18:51:24.677687 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0408 18:51:24.687578 737842 out.go:270] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0408 18:51:24.708626 737842 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.308196047s)
W0408 18:51:24.708663 737842 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0408 18:51:24.708681 737842 retry.go:31] will retry after 157.651363ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0408 18:51:24.867441 737842 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0408 18:51:25.156684 737842 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (5.322221209s)
I0408 18:51:25.156774 737842 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-986803"
I0408 18:51:25.163257 737842 out.go:177] * Verifying csi-hostpath-driver addon...
I0408 18:51:25.167121 737842 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0408 18:51:25.199178 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:25.199559 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:25.199684 737842 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0408 18:51:25.199711 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:25.649064 737842 node_ready.go:53] node "addons-986803" has status "Ready":"False"
I0408 18:51:25.671848 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:25.672118 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:25.672644 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:26.171969 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:26.172059 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:26.172306 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:26.672454 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:26.672533 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:26.672934 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:27.172588 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:27.172810 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:27.172883 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:27.673348 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:27.673471 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:27.678398 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:27.693794 737842 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.826311327s)
I0408 18:51:28.040762 737842 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0408 18:51:28.040854 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:51:28.057972 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
I0408 18:51:28.148697 737842 node_ready.go:53] node "addons-986803" has status "Ready":"False"
I0408 18:51:28.161243 737842 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0408 18:51:28.174874 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:28.175011 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:28.175731 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:28.181917 737842 addons.go:238] Setting addon gcp-auth=true in "addons-986803"
I0408 18:51:28.181976 737842 host.go:66] Checking if "addons-986803" exists ...
I0408 18:51:28.182450 737842 cli_runner.go:164] Run: docker container inspect addons-986803 --format={{.State.Status}}
I0408 18:51:28.199947 737842 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0408 18:51:28.200002 737842 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-986803
I0408 18:51:28.218090 737842 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20604-731704/.minikube/machines/addons-986803/id_rsa Username:docker}
I0408 18:51:28.315971 737842 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0408 18:51:28.318776 737842 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I0408 18:51:28.321674 737842 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0408 18:51:28.321703 737842 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0408 18:51:28.340931 737842 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0408 18:51:28.340959 737842 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0408 18:51:28.360895 737842 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0408 18:51:28.360921 737842 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0408 18:51:28.379272 737842 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0408 18:51:28.674392 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:28.675529 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:28.676024 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:28.885902 737842 addons.go:479] Verifying addon gcp-auth=true in "addons-986803"
I0408 18:51:28.889324 737842 out.go:177] * Verifying gcp-auth addon...
I0408 18:51:28.893846 737842 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0408 18:51:28.899720 737842 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0408 18:51:28.899746 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:29.171671 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:29.171810 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:29.172604 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:29.397337 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:29.670312 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:29.671973 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:29.672384 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:29.897090 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:30.172587 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:30.172727 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:30.173282 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:30.397181 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:30.648194 737842 node_ready.go:53] node "addons-986803" has status "Ready":"False"
I0408 18:51:30.670007 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:30.672144 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:30.672253 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:30.897082 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:31.172008 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:31.172212 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:31.172753 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:31.396885 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:31.671143 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:31.672008 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:31.675083 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:31.897347 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:32.171710 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:32.171892 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:32.172818 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:32.396949 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:32.648899 737842 node_ready.go:53] node "addons-986803" has status "Ready":"False"
I0408 18:51:32.672426 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:32.672601 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:32.672722 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:32.896801 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:33.171808 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:33.172248 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:33.172853 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:33.396914 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:33.672329 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:33.672518 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:33.672602 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:33.896599 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:34.172598 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:34.172829 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:34.172989 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:34.396998 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:34.672262 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:34.672598 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:34.672923 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:34.896514 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:35.148821 737842 node_ready.go:53] node "addons-986803" has status "Ready":"False"
I0408 18:51:35.172808 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:35.173503 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:35.173916 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:35.396723 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:35.670157 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:35.672007 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:35.672493 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:35.897440 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:36.171787 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:36.171973 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:36.172534 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:36.397443 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:36.672243 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:36.672698 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:36.674382 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:36.897329 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:37.170496 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:37.171563 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:37.172981 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:37.396516 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:37.648624 737842 node_ready.go:53] node "addons-986803" has status "Ready":"False"
I0408 18:51:37.672712 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:37.672734 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:37.672935 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:37.896878 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:38.172063 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:38.172348 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:38.172367 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:38.397343 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:38.670723 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:38.672181 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:38.672244 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:38.897107 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:39.171389 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:39.171399 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:39.172771 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:39.396729 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:39.670208 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:39.679474 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:39.680007 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:39.896582 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:40.148658 737842 node_ready.go:53] node "addons-986803" has status "Ready":"False"
I0408 18:51:40.171942 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:40.172041 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:40.173113 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:40.397195 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:40.671706 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:40.671957 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:40.672044 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:40.896850 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:41.171094 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:41.171768 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:41.172827 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:41.396584 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:41.670331 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:41.674063 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:41.674325 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:41.897695 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:42.148911 737842 node_ready.go:53] node "addons-986803" has status "Ready":"False"
I0408 18:51:42.172585 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:42.172735 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:42.173455 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:42.397305 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:42.672691 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:42.672785 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:42.672938 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:42.896820 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:43.170289 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:43.172362 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:43.172508 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:43.397699 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:43.670646 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:43.670747 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:43.672447 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:43.897140 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:44.172081 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:44.172183 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:44.172223 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:44.397028 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:44.648681 737842 node_ready.go:53] node "addons-986803" has status "Ready":"False"
I0408 18:51:44.671965 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:44.672182 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:44.672295 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:44.897216 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:45.170505 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:45.172041 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:45.173596 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:45.396443 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:45.669986 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:45.671443 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:45.672434 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:45.897291 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:46.172688 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:46.172963 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:46.173034 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:46.396889 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:46.648760 737842 node_ready.go:53] node "addons-986803" has status "Ready":"False"
I0408 18:51:46.671291 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:46.671564 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:46.672142 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:46.897289 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:47.173949 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:47.188954 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:47.189298 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:47.397486 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:47.670297 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:47.672258 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:47.672350 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:47.897320 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:48.172702 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:48.173050 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:48.173075 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:48.397116 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:48.671690 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:48.671860 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:48.672178 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:48.897453 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:49.148280 737842 node_ready.go:53] node "addons-986803" has status "Ready":"False"
I0408 18:51:49.171340 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:49.172019 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:49.172285 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:49.396841 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:49.670587 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:49.672237 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:49.672392 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:49.897260 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:50.172526 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:50.172799 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:50.172878 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:50.396931 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:50.670596 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:50.671599 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:50.672620 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:50.897227 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:51.172141 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:51.172272 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:51.172704 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:51.397532 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:51.648404 737842 node_ready.go:53] node "addons-986803" has status "Ready":"False"
I0408 18:51:51.671806 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:51.672159 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:51.672612 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:51.897431 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:52.171754 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:52.171856 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:52.172960 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:52.396928 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:52.672894 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:52.673223 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:52.673664 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:52.896665 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:53.171600 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:53.171750 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:53.172245 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:53.397354 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:53.648454 737842 node_ready.go:53] node "addons-986803" has status "Ready":"False"
I0408 18:51:53.671139 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:53.672538 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:53.673048 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:53.897011 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:54.171521 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:54.171641 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:54.173660 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:54.397394 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:54.671883 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:54.672037 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:54.672168 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:54.897019 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:55.171745 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:55.172370 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:55.172598 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:55.397591 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:55.670247 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:55.671840 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:55.672991 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:55.896975 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:56.148095 737842 node_ready.go:53] node "addons-986803" has status "Ready":"False"
I0408 18:51:56.172024 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:56.172243 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:56.172642 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:56.397441 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:56.672428 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:56.672806 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:56.672930 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:56.896878 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:57.172105 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:57.172392 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:57.172718 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:57.397795 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:57.672141 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:57.673382 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:57.673527 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:57.896615 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:58.148474 737842 node_ready.go:53] node "addons-986803" has status "Ready":"False"
I0408 18:51:58.170723 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:58.172335 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:58.173493 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:58.397364 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:58.671374 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:58.671554 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:58.672847 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:58.896529 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:59.171970 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:59.172416 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:59.173127 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:59.396954 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:51:59.672016 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:51:59.672403 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:51:59.672747 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:51:59.897506 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:00.156261 737842 node_ready.go:53] node "addons-986803" has status "Ready":"False"
I0408 18:52:00.175315 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:00.177752 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:00.178330 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:00.397745 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:00.672324 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:00.672806 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:00.673116 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:00.897254 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:01.172755 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:01.173691 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:01.174545 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:01.397685 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:01.672308 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:01.672401 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:01.673029 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:01.896909 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:02.172095 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:02.172223 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:02.172725 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:02.397384 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:02.648112 737842 node_ready.go:53] node "addons-986803" has status "Ready":"False"
I0408 18:52:02.671628 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:02.671778 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:02.672270 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:02.897441 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:03.170290 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:03.171886 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:03.172459 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:03.397261 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:03.670373 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:03.672445 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:03.672575 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:03.897725 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:04.170953 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:04.172283 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:04.172396 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:04.397462 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:04.650557 737842 node_ready.go:53] node "addons-986803" has status "Ready":"False"
I0408 18:52:04.684545 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:04.684659 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:04.684766 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:04.898328 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:05.148828 737842 node_ready.go:49] node "addons-986803" has status "Ready":"True"
I0408 18:52:05.148858 737842 node_ready.go:38] duration metric: took 44.003642451s for node "addons-986803" to be "Ready" ...
I0408 18:52:05.148869 737842 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0408 18:52:05.156737 737842 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-b9kbm" in "kube-system" namespace to be "Ready" ...
I0408 18:52:05.176192 737842 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0408 18:52:05.176217 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:05.176324 737842 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0408 18:52:05.176345 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:05.179053 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:05.401473 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:05.747578 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:05.747818 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:05.747936 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:05.897390 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:06.181464 737842 pod_ready.go:93] pod "coredns-668d6bf9bc-b9kbm" in "kube-system" namespace has status "Ready":"True"
I0408 18:52:06.181535 737842 pod_ready.go:82] duration metric: took 1.024755181s for pod "coredns-668d6bf9bc-b9kbm" in "kube-system" namespace to be "Ready" ...
I0408 18:52:06.181571 737842 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-986803" in "kube-system" namespace to be "Ready" ...
I0408 18:52:06.186281 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:06.187003 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:06.189899 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:06.193008 737842 pod_ready.go:93] pod "etcd-addons-986803" in "kube-system" namespace has status "Ready":"True"
I0408 18:52:06.193073 737842 pod_ready.go:82] duration metric: took 11.450655ms for pod "etcd-addons-986803" in "kube-system" namespace to be "Ready" ...
I0408 18:52:06.193101 737842 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-986803" in "kube-system" namespace to be "Ready" ...
I0408 18:52:06.203991 737842 pod_ready.go:93] pod "kube-apiserver-addons-986803" in "kube-system" namespace has status "Ready":"True"
I0408 18:52:06.204065 737842 pod_ready.go:82] duration metric: took 10.929979ms for pod "kube-apiserver-addons-986803" in "kube-system" namespace to be "Ready" ...
I0408 18:52:06.204109 737842 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-986803" in "kube-system" namespace to be "Ready" ...
I0408 18:52:06.209411 737842 pod_ready.go:93] pod "kube-controller-manager-addons-986803" in "kube-system" namespace has status "Ready":"True"
I0408 18:52:06.209479 737842 pod_ready.go:82] duration metric: took 5.34233ms for pod "kube-controller-manager-addons-986803" in "kube-system" namespace to be "Ready" ...
I0408 18:52:06.209510 737842 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-7kzq4" in "kube-system" namespace to be "Ready" ...
I0408 18:52:06.349422 737842 pod_ready.go:93] pod "kube-proxy-7kzq4" in "kube-system" namespace has status "Ready":"True"
I0408 18:52:06.349489 737842 pod_ready.go:82] duration metric: took 139.958249ms for pod "kube-proxy-7kzq4" in "kube-system" namespace to be "Ready" ...
I0408 18:52:06.349515 737842 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-986803" in "kube-system" namespace to be "Ready" ...
I0408 18:52:06.398410 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:06.674214 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:06.675318 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:06.677278 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:06.749527 737842 pod_ready.go:93] pod "kube-scheduler-addons-986803" in "kube-system" namespace has status "Ready":"True"
I0408 18:52:06.749598 737842 pod_ready.go:82] duration metric: took 400.061773ms for pod "kube-scheduler-addons-986803" in "kube-system" namespace to be "Ready" ...
I0408 18:52:06.749650 737842 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-7fbb699795-xr4gk" in "kube-system" namespace to be "Ready" ...
I0408 18:52:06.897726 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:07.172367 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:07.173211 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:07.173698 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:07.397739 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:07.673146 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:07.674712 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:07.675551 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:07.905292 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:08.176607 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:08.179486 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:08.180029 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:08.400445 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:08.673723 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:08.674413 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:08.675347 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:08.757857 737842 pod_ready.go:103] pod "metrics-server-7fbb699795-xr4gk" in "kube-system" namespace has status "Ready":"False"
I0408 18:52:08.899825 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:09.175646 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:09.176106 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:09.176576 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:09.398682 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:09.677968 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:09.678986 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:09.679513 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:09.896890 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:10.196631 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:10.196932 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:10.197127 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:10.275678 737842 pod_ready.go:93] pod "metrics-server-7fbb699795-xr4gk" in "kube-system" namespace has status "Ready":"True"
I0408 18:52:10.275703 737842 pod_ready.go:82] duration metric: took 3.526020894s for pod "metrics-server-7fbb699795-xr4gk" in "kube-system" namespace to be "Ready" ...
I0408 18:52:10.275715 737842 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace to be "Ready" ...
I0408 18:52:10.398172 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:10.675871 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:10.676337 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:10.677405 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:10.902557 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:11.180655 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:11.180831 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:11.180978 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:11.397264 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:11.672265 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:11.672774 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:11.672948 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:11.896784 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:12.182354 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:12.183244 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:12.183523 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:12.281410 737842 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace has status "Ready":"False"
I0408 18:52:12.398118 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:12.676115 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:12.676250 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:12.676554 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:12.898381 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:13.179703 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:13.181017 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:13.181873 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:13.397575 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:13.671897 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:13.672080 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:13.672798 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:13.897507 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:14.180321 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:14.180575 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:14.181017 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:14.397432 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:14.678300 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:14.679804 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:14.680199 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:14.781699 737842 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace has status "Ready":"False"
I0408 18:52:14.897856 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:15.177975 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:15.178590 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:15.180150 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:15.398549 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:15.676604 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:15.677355 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:15.679023 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:15.898036 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:16.174407 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:16.174542 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:16.175870 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:16.399543 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:16.671826 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:16.673264 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:16.673409 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:16.787717 737842 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace has status "Ready":"False"
I0408 18:52:16.897986 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:17.174903 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:17.175365 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:17.176304 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:17.397505 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:17.672751 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:17.675783 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:17.676240 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:17.897864 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:18.173905 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:18.174186 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:18.174316 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:18.399111 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:18.670671 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:18.671706 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:18.672637 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:18.897141 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:19.171118 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:19.176930 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:19.177121 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:19.281167 737842 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace has status "Ready":"False"
I0408 18:52:19.397284 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:19.675620 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:19.677399 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:19.682178 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:19.898236 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:20.184972 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:20.187366 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:20.187886 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:20.397776 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:20.677499 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:20.677715 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:20.678341 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:20.896887 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:21.170164 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:21.171600 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:21.173118 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:21.397375 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:21.672108 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:21.672427 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:21.672510 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:21.781517 737842 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace has status "Ready":"False"
I0408 18:52:21.897627 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:22.172160 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:22.172342 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:22.173666 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:22.397575 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:22.670958 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:22.672110 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:22.673399 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:22.898156 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:23.173817 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:23.174895 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:23.175750 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:23.397744 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:23.674362 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:23.674490 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:23.675106 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:23.782261 737842 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace has status "Ready":"False"
I0408 18:52:23.898473 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:24.173941 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:24.174356 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:24.176010 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:24.396920 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:24.675880 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:24.676465 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:24.678646 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:24.899525 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:25.172692 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:25.173308 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:25.173484 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:25.398228 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:25.672804 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:25.675686 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:25.675908 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:25.785999 737842 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace has status "Ready":"False"
I0408 18:52:25.897058 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:26.175542 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:26.176001 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:26.176345 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:26.397978 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:26.675973 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:26.676573 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:26.677736 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:26.898499 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:27.172479 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:27.172653 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:27.173435 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:27.397888 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:27.676141 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:27.676432 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:27.676551 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:27.898729 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:28.174652 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:28.174901 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:28.174981 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:28.281742 737842 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace has status "Ready":"False"
I0408 18:52:28.397295 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:28.672204 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:28.672466 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:28.672858 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:28.898144 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:29.170463 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:29.173338 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:29.175146 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:29.398031 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:29.671754 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:29.673001 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:29.674241 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:29.897311 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:30.186899 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:30.186934 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:30.187481 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:30.299076 737842 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace has status "Ready":"False"
I0408 18:52:30.429510 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:30.671474 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:30.671816 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:30.674941 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:30.897707 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:31.175267 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:31.175440 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:31.176105 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:31.397499 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:31.672471 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:31.672895 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:31.673383 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:31.897006 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:32.171795 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:32.171992 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:32.173671 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:32.397356 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:32.671688 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:32.673579 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:32.675165 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:32.783760 737842 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace has status "Ready":"False"
I0408 18:52:32.896886 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:33.174842 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:33.175344 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:33.176025 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:33.419035 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:33.681115 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:33.681569 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:33.682025 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:33.897146 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:34.181547 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:34.181804 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:34.181950 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:34.401281 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:34.670468 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:34.672181 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:34.672580 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:34.896982 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:35.172352 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:35.172504 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:35.174319 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:35.281428 737842 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace has status "Ready":"False"
I0408 18:52:35.397290 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:35.672075 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:35.672320 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:35.673365 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:35.897863 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:36.174279 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:36.174497 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:36.174691 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:36.398577 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:36.675175 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:36.675514 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:36.675905 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:36.897474 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:37.171732 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:37.172785 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:37.173328 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:37.281903 737842 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace has status "Ready":"False"
I0408 18:52:37.397505 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:37.676240 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:37.676670 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:37.677061 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:37.897577 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:38.174874 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:38.175197 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:38.175379 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:38.397299 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:38.671809 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:38.674282 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:38.674674 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:38.899735 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:39.174452 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:39.174805 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:39.174835 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:39.397624 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:39.678934 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:39.679479 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:39.680130 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:39.783904 737842 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace has status "Ready":"False"
I0408 18:52:39.897240 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:40.177255 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:40.177779 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:40.178290 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:40.397554 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:40.672366 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:40.672550 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:40.673665 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:40.897586 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:41.171888 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:41.173045 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:41.173531 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:41.398238 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:41.671229 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:41.671262 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:41.673281 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:41.896747 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:42.173061 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:42.173246 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:42.173966 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:42.282993 737842 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace has status "Ready":"False"
I0408 18:52:42.397252 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:42.673406 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:42.673438 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:42.673934 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:42.897257 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:43.193098 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:43.195137 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:43.195738 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:43.397393 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:43.673468 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:43.674280 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:43.674568 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:43.897585 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:44.179350 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:44.184130 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:44.185404 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:44.398164 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:44.674553 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:44.674705 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:44.675477 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:44.782177 737842 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace has status "Ready":"False"
I0408 18:52:44.897339 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:45.175872 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:45.176425 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:45.176812 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:45.397508 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:45.674647 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:45.675340 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:45.675633 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:45.897310 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:46.171823 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:46.172940 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:46.175692 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:46.400042 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:46.678576 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:46.682994 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:46.684779 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:46.789496 737842 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace has status "Ready":"False"
I0408 18:52:46.897434 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:47.174165 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:47.176182 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:47.176606 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:47.398239 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:47.683249 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:47.683464 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:47.683740 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:47.901996 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:48.174788 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:48.175202 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:48.175285 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:48.398447 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:48.671596 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:48.673337 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:48.673724 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:48.790486 737842 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace has status "Ready":"False"
I0408 18:52:48.898810 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:49.172095 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:49.172378 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:49.176679 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:49.414611 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:49.674432 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:49.674650 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:49.675305 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:49.896896 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:50.182802 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:50.183591 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:50.188015 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:50.397365 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:50.673359 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:50.674151 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:50.675062 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:50.896527 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:51.172384 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:51.173176 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:51.174562 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:51.282119 737842 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace has status "Ready":"False"
I0408 18:52:51.397166 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:51.674793 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:51.675047 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:51.675237 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:51.897467 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:52.173760 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:52.173908 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:52.174058 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:52.398203 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:52.680077 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:52.680298 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:52.680824 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:52.784599 737842 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace has status "Ready":"True"
I0408 18:52:52.784625 737842 pod_ready.go:82] duration metric: took 42.508902491s for pod "nvidia-device-plugin-daemonset-ndnnp" in "kube-system" namespace to be "Ready" ...
I0408 18:52:52.784644 737842 pod_ready.go:39] duration metric: took 47.635755955s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0408 18:52:52.784660 737842 api_server.go:52] waiting for apiserver process to appear ...
I0408 18:52:52.784699 737842 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0408 18:52:52.784761 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0408 18:52:52.824929 737842 cri.go:89] found id: "aac7c248cc2852d6448320f6cb1ab0bba74fc0581df828e0c439cd907c977c69"
I0408 18:52:52.824959 737842 cri.go:89] found id: ""
I0408 18:52:52.824968 737842 logs.go:282] 1 containers: [aac7c248cc2852d6448320f6cb1ab0bba74fc0581df828e0c439cd907c977c69]
I0408 18:52:52.825028 737842 ssh_runner.go:195] Run: which crictl
I0408 18:52:52.828644 737842 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0408 18:52:52.828774 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0408 18:52:52.885934 737842 cri.go:89] found id: "220c35483eb69d81d941ed17319b02906ba0724b088b4d4ff4c3c58fe6907ae5"
I0408 18:52:52.886031 737842 cri.go:89] found id: ""
I0408 18:52:52.886086 737842 logs.go:282] 1 containers: [220c35483eb69d81d941ed17319b02906ba0724b088b4d4ff4c3c58fe6907ae5]
I0408 18:52:52.886212 737842 ssh_runner.go:195] Run: which crictl
I0408 18:52:52.890361 737842 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0408 18:52:52.890442 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0408 18:52:52.898206 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:52.933460 737842 cri.go:89] found id: "7e8dd596e21fd80e5065a2d0ad2cb419fb1b8397af8cc4d17129bbcf007b0ccd"
I0408 18:52:52.933482 737842 cri.go:89] found id: ""
I0408 18:52:52.933491 737842 logs.go:282] 1 containers: [7e8dd596e21fd80e5065a2d0ad2cb419fb1b8397af8cc4d17129bbcf007b0ccd]
I0408 18:52:52.933547 737842 ssh_runner.go:195] Run: which crictl
I0408 18:52:52.937258 737842 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0408 18:52:52.937335 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0408 18:52:52.978021 737842 cri.go:89] found id: "46849ea6c4030d25852619decbe33fca263a331fa60e922c1e0e933845ae03fe"
I0408 18:52:52.978046 737842 cri.go:89] found id: ""
I0408 18:52:52.978054 737842 logs.go:282] 1 containers: [46849ea6c4030d25852619decbe33fca263a331fa60e922c1e0e933845ae03fe]
I0408 18:52:52.978119 737842 ssh_runner.go:195] Run: which crictl
I0408 18:52:52.984019 737842 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0408 18:52:52.984094 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0408 18:52:53.030517 737842 cri.go:89] found id: "0f59e7e43bb8fcf94e92c66f60185201c89325fb08829df42aad74744e755325"
I0408 18:52:53.030604 737842 cri.go:89] found id: ""
I0408 18:52:53.030626 737842 logs.go:282] 1 containers: [0f59e7e43bb8fcf94e92c66f60185201c89325fb08829df42aad74744e755325]
I0408 18:52:53.030708 737842 ssh_runner.go:195] Run: which crictl
I0408 18:52:53.034341 737842 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0408 18:52:53.034416 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0408 18:52:53.073668 737842 cri.go:89] found id: "f088fd6ec5d11d3f83370cf0d2913467e79351ea5e39193d47bba6cfa7a92a5b"
I0408 18:52:53.073691 737842 cri.go:89] found id: ""
I0408 18:52:53.073699 737842 logs.go:282] 1 containers: [f088fd6ec5d11d3f83370cf0d2913467e79351ea5e39193d47bba6cfa7a92a5b]
I0408 18:52:53.073757 737842 ssh_runner.go:195] Run: which crictl
I0408 18:52:53.077321 737842 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0408 18:52:53.077392 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0408 18:52:53.122894 737842 cri.go:89] found id: "9d9dfc55fbbe49dcc85f0f1513f684579d9dc647765bf70812e8c381e4561cd2"
I0408 18:52:53.122917 737842 cri.go:89] found id: ""
I0408 18:52:53.122925 737842 logs.go:282] 1 containers: [9d9dfc55fbbe49dcc85f0f1513f684579d9dc647765bf70812e8c381e4561cd2]
I0408 18:52:53.123014 737842 ssh_runner.go:195] Run: which crictl
I0408 18:52:53.126433 737842 logs.go:123] Gathering logs for kubelet ...
I0408 18:52:53.126458 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0408 18:52:53.172061 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:53.172226 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:53.174913 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0408 18:52:53.187080 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:18 addons-986803 kubelet[1525]: W0408 18:51:18.849941 1525 reflector.go:569] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-986803" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-986803' and this object
W0408 18:52:53.187404 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:18 addons-986803 kubelet[1525]: E0408 18:51:18.850008 1525 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:52:53.188821 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:18 addons-986803 kubelet[1525]: W0408 18:51:18.970685 1525 reflector.go:569] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-986803" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-986803' and this object
W0408 18:52:53.189162 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:18 addons-986803 kubelet[1525]: E0408 18:51:18.970740 1525 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:52:53.189382 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:18 addons-986803 kubelet[1525]: I0408 18:51:18.990236 1525 status_manager.go:890] "Failed to get status for pod" podUID="6f72a8c0-37f7-431e-86ff-0439e1bef9e3" pod="kube-system/kube-proxy-7kzq4" err="pods \"kube-proxy-7kzq4\" is forbidden: User \"system:node:addons-986803\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-986803' and this object"
W0408 18:52:53.189596 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:19 addons-986803 kubelet[1525]: I0408 18:51:19.433525 1525 status_manager.go:890] "Failed to get status for pod" podUID="6f72a8c0-37f7-431e-86ff-0439e1bef9e3" pod="kube-system/kube-proxy-7kzq4" err="pods \"kube-proxy-7kzq4\" is forbidden: User \"system:node:addons-986803\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-986803' and this object"
W0408 18:52:53.190537 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:20 addons-986803 kubelet[1525]: E0408 18:51:20.201344 1525 projected.go:194] Error preparing data for projected volume kube-api-access-r8wjj for pod kube-system/kube-proxy-7kzq4: [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-986803" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-986803' and this object, failed to sync configmap cache: timed out waiting for the condition]
W0408 18:52:53.191050 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:20 addons-986803 kubelet[1525]: E0408 18:51:20.201422 1525 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/6f72a8c0-37f7-431e-86ff-0439e1bef9e3-kube-api-access-r8wjj podName:6f72a8c0-37f7-431e-86ff-0439e1bef9e3 nodeName:}" failed. No retries permitted until 2025-04-08 18:51:20.701401102 +0000 UTC m=+7.925629835 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-r8wjj" (UniqueName: "kubernetes.io/projected/6f72a8c0-37f7-431e-86ff-0439e1bef9e3-kube-api-access-r8wjj") pod "kube-proxy-7kzq4" (UID: "6f72a8c0-37f7-431e-86ff-0439e1bef9e3") : [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-986803" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-986803' and this object, failed to sync configmap cache: timed out waiting for th
e condition]
W0408 18:52:53.213144 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: W0408 18:52:04.713964 1525 reflector.go:569] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-986803" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-986803' and this object
W0408 18:52:53.213427 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.714334 1525 reflector.go:166] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:52:53.213646 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: W0408 18:52:04.714243 1525 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-986803" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-986803' and this object
W0408 18:52:53.213898 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.714556 1525 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:52:53.214114 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: W0408 18:52:04.714284 1525 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-986803" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-986803' and this object
W0408 18:52:53.214396 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.715830 1525 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:52:53.214591 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: W0408 18:52:04.785565 1525 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-986803" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-986803' and this object
W0408 18:52:53.214826 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.785636 1525 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
I0408 18:52:53.246385 737842 logs.go:123] Gathering logs for dmesg ...
I0408 18:52:53.246428 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0408 18:52:53.264326 737842 logs.go:123] Gathering logs for kube-apiserver [aac7c248cc2852d6448320f6cb1ab0bba74fc0581df828e0c439cd907c977c69] ...
I0408 18:52:53.264367 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 aac7c248cc2852d6448320f6cb1ab0bba74fc0581df828e0c439cd907c977c69"
I0408 18:52:53.320961 737842 logs.go:123] Gathering logs for kube-scheduler [46849ea6c4030d25852619decbe33fca263a331fa60e922c1e0e933845ae03fe] ...
I0408 18:52:53.320996 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 46849ea6c4030d25852619decbe33fca263a331fa60e922c1e0e933845ae03fe"
I0408 18:52:53.368031 737842 logs.go:123] Gathering logs for kube-controller-manager [f088fd6ec5d11d3f83370cf0d2913467e79351ea5e39193d47bba6cfa7a92a5b] ...
I0408 18:52:53.368102 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f088fd6ec5d11d3f83370cf0d2913467e79351ea5e39193d47bba6cfa7a92a5b"
I0408 18:52:53.397180 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:53.451945 737842 logs.go:123] Gathering logs for describe nodes ...
I0408 18:52:53.451984 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0408 18:52:53.655392 737842 logs.go:123] Gathering logs for etcd [220c35483eb69d81d941ed17319b02906ba0724b088b4d4ff4c3c58fe6907ae5] ...
I0408 18:52:53.655424 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 220c35483eb69d81d941ed17319b02906ba0724b088b4d4ff4c3c58fe6907ae5"
I0408 18:52:53.723030 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:53.724200 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:53.725252 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:53.726607 737842 logs.go:123] Gathering logs for coredns [7e8dd596e21fd80e5065a2d0ad2cb419fb1b8397af8cc4d17129bbcf007b0ccd] ...
I0408 18:52:53.726637 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7e8dd596e21fd80e5065a2d0ad2cb419fb1b8397af8cc4d17129bbcf007b0ccd"
I0408 18:52:53.767934 737842 logs.go:123] Gathering logs for kube-proxy [0f59e7e43bb8fcf94e92c66f60185201c89325fb08829df42aad74744e755325] ...
I0408 18:52:53.767964 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0f59e7e43bb8fcf94e92c66f60185201c89325fb08829df42aad74744e755325"
I0408 18:52:53.812319 737842 logs.go:123] Gathering logs for kindnet [9d9dfc55fbbe49dcc85f0f1513f684579d9dc647765bf70812e8c381e4561cd2] ...
I0408 18:52:53.812348 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9d9dfc55fbbe49dcc85f0f1513f684579d9dc647765bf70812e8c381e4561cd2"
I0408 18:52:53.853566 737842 logs.go:123] Gathering logs for CRI-O ...
I0408 18:52:53.853596 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0408 18:52:53.897513 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:53.944740 737842 logs.go:123] Gathering logs for container status ...
I0408 18:52:53.944784 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0408 18:52:53.994606 737842 out.go:358] Setting ErrFile to fd 2...
I0408 18:52:53.994633 737842 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0408 18:52:53.994690 737842 out.go:270] X Problems detected in kubelet:
W0408 18:52:53.994704 737842 out.go:270] Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.714556 1525 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:52:53.994718 737842 out.go:270] Apr 08 18:52:04 addons-986803 kubelet[1525]: W0408 18:52:04.714284 1525 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-986803" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-986803' and this object
W0408 18:52:53.994729 737842 out.go:270] Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.715830 1525 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:52:53.994743 737842 out.go:270] Apr 08 18:52:04 addons-986803 kubelet[1525]: W0408 18:52:04.785565 1525 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-986803" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-986803' and this object
W0408 18:52:53.994756 737842 out.go:270] Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.785636 1525 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
I0408 18:52:53.994764 737842 out.go:358] Setting ErrFile to fd 2...
I0408 18:52:53.994770 737842 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0408 18:52:54.170734 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:54.170938 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:54.172777 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:54.397048 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:54.674677 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:54.675467 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:54.676911 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:54.896983 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:55.177887 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:55.178394 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:55.182227 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:55.397238 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:55.674224 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:55.674363 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:55.675219 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:55.898180 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:56.173028 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:56.174600 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:56.174753 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:56.406807 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:56.674302 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:56.674729 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0408 18:52:56.674894 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:56.897051 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:57.173088 737842 kapi.go:107] duration metric: took 1m32.504977711s to wait for kubernetes.io/minikube-addons=registry ...
I0408 18:52:57.173369 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:57.173801 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:57.396737 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:57.672309 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:57.673168 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:57.897425 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:58.172769 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:58.174153 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:58.397476 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:58.671403 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:58.672373 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:58.900363 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:59.170624 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:59.172660 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:59.397523 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:52:59.675162 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:52:59.675450 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:52:59.897324 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:53:00.175528 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:00.176281 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:00.397748 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:53:00.672942 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:00.673103 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:00.896859 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:53:01.170884 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:01.173410 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:01.397221 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:53:01.671937 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:01.672096 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:01.897120 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:53:02.171629 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:02.172686 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:02.397196 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:53:02.673994 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:02.674468 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:02.910057 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0408 18:53:03.172338 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:03.172626 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:03.397969 737842 kapi.go:107] duration metric: took 1m34.504121341s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0408 18:53:03.400935 737842 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-986803 cluster.
I0408 18:53:03.403780 737842 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0408 18:53:03.406650 737842 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0408 18:53:03.669939 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:03.672199 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:03.995654 737842 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0408 18:53:04.040438 737842 api_server.go:72] duration metric: took 1m46.446833341s to wait for apiserver process to appear ...
I0408 18:53:04.040501 737842 api_server.go:88] waiting for apiserver healthz status ...
I0408 18:53:04.040555 737842 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0408 18:53:04.040661 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0408 18:53:04.108824 737842 cri.go:89] found id: "aac7c248cc2852d6448320f6cb1ab0bba74fc0581df828e0c439cd907c977c69"
I0408 18:53:04.108901 737842 cri.go:89] found id: ""
I0408 18:53:04.108923 737842 logs.go:282] 1 containers: [aac7c248cc2852d6448320f6cb1ab0bba74fc0581df828e0c439cd907c977c69]
I0408 18:53:04.109012 737842 ssh_runner.go:195] Run: which crictl
I0408 18:53:04.122414 737842 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0408 18:53:04.122545 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0408 18:53:04.171958 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:04.177809 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:04.183627 737842 cri.go:89] found id: "220c35483eb69d81d941ed17319b02906ba0724b088b4d4ff4c3c58fe6907ae5"
I0408 18:53:04.183651 737842 cri.go:89] found id: ""
I0408 18:53:04.183659 737842 logs.go:282] 1 containers: [220c35483eb69d81d941ed17319b02906ba0724b088b4d4ff4c3c58fe6907ae5]
I0408 18:53:04.183717 737842 ssh_runner.go:195] Run: which crictl
I0408 18:53:04.187487 737842 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0408 18:53:04.187558 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0408 18:53:04.254293 737842 cri.go:89] found id: "7e8dd596e21fd80e5065a2d0ad2cb419fb1b8397af8cc4d17129bbcf007b0ccd"
I0408 18:53:04.254317 737842 cri.go:89] found id: ""
I0408 18:53:04.254325 737842 logs.go:282] 1 containers: [7e8dd596e21fd80e5065a2d0ad2cb419fb1b8397af8cc4d17129bbcf007b0ccd]
I0408 18:53:04.254385 737842 ssh_runner.go:195] Run: which crictl
I0408 18:53:04.260010 737842 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0408 18:53:04.260085 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0408 18:53:04.307863 737842 cri.go:89] found id: "46849ea6c4030d25852619decbe33fca263a331fa60e922c1e0e933845ae03fe"
I0408 18:53:04.307885 737842 cri.go:89] found id: ""
I0408 18:53:04.307893 737842 logs.go:282] 1 containers: [46849ea6c4030d25852619decbe33fca263a331fa60e922c1e0e933845ae03fe]
I0408 18:53:04.307946 737842 ssh_runner.go:195] Run: which crictl
I0408 18:53:04.315425 737842 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0408 18:53:04.315500 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0408 18:53:04.381129 737842 cri.go:89] found id: "0f59e7e43bb8fcf94e92c66f60185201c89325fb08829df42aad74744e755325"
I0408 18:53:04.381152 737842 cri.go:89] found id: ""
I0408 18:53:04.381159 737842 logs.go:282] 1 containers: [0f59e7e43bb8fcf94e92c66f60185201c89325fb08829df42aad74744e755325]
I0408 18:53:04.381218 737842 ssh_runner.go:195] Run: which crictl
I0408 18:53:04.386520 737842 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0408 18:53:04.386591 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0408 18:53:04.473777 737842 cri.go:89] found id: "f088fd6ec5d11d3f83370cf0d2913467e79351ea5e39193d47bba6cfa7a92a5b"
I0408 18:53:04.473800 737842 cri.go:89] found id: ""
I0408 18:53:04.473810 737842 logs.go:282] 1 containers: [f088fd6ec5d11d3f83370cf0d2913467e79351ea5e39193d47bba6cfa7a92a5b]
I0408 18:53:04.473864 737842 ssh_runner.go:195] Run: which crictl
I0408 18:53:04.482195 737842 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0408 18:53:04.482272 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0408 18:53:04.543756 737842 cri.go:89] found id: "9d9dfc55fbbe49dcc85f0f1513f684579d9dc647765bf70812e8c381e4561cd2"
I0408 18:53:04.543780 737842 cri.go:89] found id: ""
I0408 18:53:04.543788 737842 logs.go:282] 1 containers: [9d9dfc55fbbe49dcc85f0f1513f684579d9dc647765bf70812e8c381e4561cd2]
I0408 18:53:04.543846 737842 ssh_runner.go:195] Run: which crictl
I0408 18:53:04.549595 737842 logs.go:123] Gathering logs for dmesg ...
I0408 18:53:04.549635 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0408 18:53:04.571247 737842 logs.go:123] Gathering logs for coredns [7e8dd596e21fd80e5065a2d0ad2cb419fb1b8397af8cc4d17129bbcf007b0ccd] ...
I0408 18:53:04.571273 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7e8dd596e21fd80e5065a2d0ad2cb419fb1b8397af8cc4d17129bbcf007b0ccd"
I0408 18:53:04.657803 737842 logs.go:123] Gathering logs for kube-controller-manager [f088fd6ec5d11d3f83370cf0d2913467e79351ea5e39193d47bba6cfa7a92a5b] ...
I0408 18:53:04.657838 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f088fd6ec5d11d3f83370cf0d2913467e79351ea5e39193d47bba6cfa7a92a5b"
I0408 18:53:04.673801 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:04.674352 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:04.783271 737842 logs.go:123] Gathering logs for kindnet [9d9dfc55fbbe49dcc85f0f1513f684579d9dc647765bf70812e8c381e4561cd2] ...
I0408 18:53:04.783316 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9d9dfc55fbbe49dcc85f0f1513f684579d9dc647765bf70812e8c381e4561cd2"
I0408 18:53:04.871938 737842 logs.go:123] Gathering logs for CRI-O ...
I0408 18:53:04.871971 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0408 18:53:05.040301 737842 logs.go:123] Gathering logs for container status ...
I0408 18:53:05.040384 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0408 18:53:05.154144 737842 logs.go:123] Gathering logs for kubelet ...
I0408 18:53:05.154220 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0408 18:53:05.190057 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:05.190268 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0408 18:53:05.215583 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:18 addons-986803 kubelet[1525]: W0408 18:51:18.849941 1525 reflector.go:569] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-986803" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-986803' and this object
W0408 18:53:05.215853 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:18 addons-986803 kubelet[1525]: E0408 18:51:18.850008 1525 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:53:05.217032 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:18 addons-986803 kubelet[1525]: W0408 18:51:18.970685 1525 reflector.go:569] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-986803" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-986803' and this object
W0408 18:53:05.217251 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:18 addons-986803 kubelet[1525]: E0408 18:51:18.970740 1525 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:53:05.217467 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:18 addons-986803 kubelet[1525]: I0408 18:51:18.990236 1525 status_manager.go:890] "Failed to get status for pod" podUID="6f72a8c0-37f7-431e-86ff-0439e1bef9e3" pod="kube-system/kube-proxy-7kzq4" err="pods \"kube-proxy-7kzq4\" is forbidden: User \"system:node:addons-986803\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-986803' and this object"
W0408 18:53:05.217698 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:19 addons-986803 kubelet[1525]: I0408 18:51:19.433525 1525 status_manager.go:890] "Failed to get status for pod" podUID="6f72a8c0-37f7-431e-86ff-0439e1bef9e3" pod="kube-system/kube-proxy-7kzq4" err="pods \"kube-proxy-7kzq4\" is forbidden: User \"system:node:addons-986803\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-986803' and this object"
W0408 18:53:05.218627 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:20 addons-986803 kubelet[1525]: E0408 18:51:20.201344 1525 projected.go:194] Error preparing data for projected volume kube-api-access-r8wjj for pod kube-system/kube-proxy-7kzq4: [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-986803" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-986803' and this object, failed to sync configmap cache: timed out waiting for the condition]
W0408 18:53:05.219144 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:20 addons-986803 kubelet[1525]: E0408 18:51:20.201422 1525 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/6f72a8c0-37f7-431e-86ff-0439e1bef9e3-kube-api-access-r8wjj podName:6f72a8c0-37f7-431e-86ff-0439e1bef9e3 nodeName:}" failed. No retries permitted until 2025-04-08 18:51:20.701401102 +0000 UTC m=+7.925629835 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-r8wjj" (UniqueName: "kubernetes.io/projected/6f72a8c0-37f7-431e-86ff-0439e1bef9e3-kube-api-access-r8wjj") pod "kube-proxy-7kzq4" (UID: "6f72a8c0-37f7-431e-86ff-0439e1bef9e3") : [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-986803" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-986803' and this object, failed to sync configmap cache: timed out waiting for th
e condition]
W0408 18:53:05.244080 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: W0408 18:52:04.713964 1525 reflector.go:569] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-986803" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-986803' and this object
W0408 18:53:05.244329 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.714334 1525 reflector.go:166] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:53:05.244517 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: W0408 18:52:04.714243 1525 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-986803" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-986803' and this object
W0408 18:53:05.244744 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.714556 1525 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:53:05.244932 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: W0408 18:52:04.714284 1525 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-986803" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-986803' and this object
W0408 18:53:05.245217 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.715830 1525 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:53:05.245388 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: W0408 18:52:04.785565 1525 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-986803" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-986803' and this object
W0408 18:53:05.245596 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.785636 1525 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
I0408 18:53:05.282893 737842 logs.go:123] Gathering logs for describe nodes ...
I0408 18:53:05.282929 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0408 18:53:05.465361 737842 logs.go:123] Gathering logs for kube-apiserver [aac7c248cc2852d6448320f6cb1ab0bba74fc0581df828e0c439cd907c977c69] ...
I0408 18:53:05.465392 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 aac7c248cc2852d6448320f6cb1ab0bba74fc0581df828e0c439cd907c977c69"
I0408 18:53:05.536179 737842 logs.go:123] Gathering logs for etcd [220c35483eb69d81d941ed17319b02906ba0724b088b4d4ff4c3c58fe6907ae5] ...
I0408 18:53:05.536213 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 220c35483eb69d81d941ed17319b02906ba0724b088b4d4ff4c3c58fe6907ae5"
I0408 18:53:05.601391 737842 logs.go:123] Gathering logs for kube-scheduler [46849ea6c4030d25852619decbe33fca263a331fa60e922c1e0e933845ae03fe] ...
I0408 18:53:05.601423 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 46849ea6c4030d25852619decbe33fca263a331fa60e922c1e0e933845ae03fe"
I0408 18:53:05.671728 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:05.672955 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:05.698408 737842 logs.go:123] Gathering logs for kube-proxy [0f59e7e43bb8fcf94e92c66f60185201c89325fb08829df42aad74744e755325] ...
I0408 18:53:05.698490 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0f59e7e43bb8fcf94e92c66f60185201c89325fb08829df42aad74744e755325"
I0408 18:53:05.783619 737842 out.go:358] Setting ErrFile to fd 2...
I0408 18:53:05.783646 737842 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0408 18:53:05.783691 737842 out.go:270] X Problems detected in kubelet:
W0408 18:53:05.783707 737842 out.go:270] Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.714556 1525 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:53:05.783714 737842 out.go:270] Apr 08 18:52:04 addons-986803 kubelet[1525]: W0408 18:52:04.714284 1525 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-986803" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-986803' and this object
W0408 18:53:05.783727 737842 out.go:270] Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.715830 1525 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:53:05.783734 737842 out.go:270] Apr 08 18:52:04 addons-986803 kubelet[1525]: W0408 18:52:04.785565 1525 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-986803" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-986803' and this object
W0408 18:53:05.783746 737842 out.go:270] Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.785636 1525 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
I0408 18:53:05.783752 737842 out.go:358] Setting ErrFile to fd 2...
I0408 18:53:05.783759 737842 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0408 18:53:06.171190 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:06.173004 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:06.671091 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:06.673664 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:07.173443 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:07.174360 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:07.673665 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:07.674133 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:08.177546 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:08.182062 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:08.670914 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:08.672364 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:09.170577 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:09.172605 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:09.671120 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:09.672363 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:10.172694 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:10.173576 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:10.680860 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:10.680993 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:11.171314 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:11.172927 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:11.671642 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:11.671802 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:12.175268 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:12.175468 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:12.673188 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:12.673795 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:13.171017 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:13.176417 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:13.673224 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:13.673664 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:14.173924 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:14.174583 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:14.671860 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:14.673197 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:15.171576 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:15.173882 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:15.671531 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:15.673316 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:15.785622 737842 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0408 18:53:15.794484 737842 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0408 18:53:15.795431 737842 api_server.go:141] control plane version: v1.32.2
I0408 18:53:15.795454 737842 api_server.go:131] duration metric: took 11.754925166s to wait for apiserver health ...
I0408 18:53:15.795463 737842 system_pods.go:43] waiting for kube-system pods to appear ...
I0408 18:53:15.795483 737842 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0408 18:53:15.795545 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0408 18:53:15.854382 737842 cri.go:89] found id: "aac7c248cc2852d6448320f6cb1ab0bba74fc0581df828e0c439cd907c977c69"
I0408 18:53:15.854403 737842 cri.go:89] found id: ""
I0408 18:53:15.854411 737842 logs.go:282] 1 containers: [aac7c248cc2852d6448320f6cb1ab0bba74fc0581df828e0c439cd907c977c69]
I0408 18:53:15.854467 737842 ssh_runner.go:195] Run: which crictl
I0408 18:53:15.859110 737842 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0408 18:53:15.859178 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0408 18:53:15.905427 737842 cri.go:89] found id: "220c35483eb69d81d941ed17319b02906ba0724b088b4d4ff4c3c58fe6907ae5"
I0408 18:53:15.905451 737842 cri.go:89] found id: ""
I0408 18:53:15.905459 737842 logs.go:282] 1 containers: [220c35483eb69d81d941ed17319b02906ba0724b088b4d4ff4c3c58fe6907ae5]
I0408 18:53:15.905514 737842 ssh_runner.go:195] Run: which crictl
I0408 18:53:15.911360 737842 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0408 18:53:15.911430 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0408 18:53:16.016240 737842 cri.go:89] found id: "7e8dd596e21fd80e5065a2d0ad2cb419fb1b8397af8cc4d17129bbcf007b0ccd"
I0408 18:53:16.016265 737842 cri.go:89] found id: ""
I0408 18:53:16.016274 737842 logs.go:282] 1 containers: [7e8dd596e21fd80e5065a2d0ad2cb419fb1b8397af8cc4d17129bbcf007b0ccd]
I0408 18:53:16.016329 737842 ssh_runner.go:195] Run: which crictl
I0408 18:53:16.020383 737842 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0408 18:53:16.020455 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0408 18:53:16.092385 737842 cri.go:89] found id: "46849ea6c4030d25852619decbe33fca263a331fa60e922c1e0e933845ae03fe"
I0408 18:53:16.092405 737842 cri.go:89] found id: ""
I0408 18:53:16.092414 737842 logs.go:282] 1 containers: [46849ea6c4030d25852619decbe33fca263a331fa60e922c1e0e933845ae03fe]
I0408 18:53:16.092485 737842 ssh_runner.go:195] Run: which crictl
I0408 18:53:16.102183 737842 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0408 18:53:16.102263 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0408 18:53:16.171415 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:16.176829 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:16.187809 737842 cri.go:89] found id: "0f59e7e43bb8fcf94e92c66f60185201c89325fb08829df42aad74744e755325"
I0408 18:53:16.187881 737842 cri.go:89] found id: ""
I0408 18:53:16.187904 737842 logs.go:282] 1 containers: [0f59e7e43bb8fcf94e92c66f60185201c89325fb08829df42aad74744e755325]
I0408 18:53:16.188009 737842 ssh_runner.go:195] Run: which crictl
I0408 18:53:16.195150 737842 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0408 18:53:16.195276 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0408 18:53:16.269669 737842 cri.go:89] found id: "f088fd6ec5d11d3f83370cf0d2913467e79351ea5e39193d47bba6cfa7a92a5b"
I0408 18:53:16.269688 737842 cri.go:89] found id: ""
I0408 18:53:16.269696 737842 logs.go:282] 1 containers: [f088fd6ec5d11d3f83370cf0d2913467e79351ea5e39193d47bba6cfa7a92a5b]
I0408 18:53:16.269761 737842 ssh_runner.go:195] Run: which crictl
I0408 18:53:16.274010 737842 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0408 18:53:16.274085 737842 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0408 18:53:16.323990 737842 cri.go:89] found id: "9d9dfc55fbbe49dcc85f0f1513f684579d9dc647765bf70812e8c381e4561cd2"
I0408 18:53:16.324009 737842 cri.go:89] found id: ""
I0408 18:53:16.324017 737842 logs.go:282] 1 containers: [9d9dfc55fbbe49dcc85f0f1513f684579d9dc647765bf70812e8c381e4561cd2]
I0408 18:53:16.324074 737842 ssh_runner.go:195] Run: which crictl
I0408 18:53:16.328574 737842 logs.go:123] Gathering logs for kube-controller-manager [f088fd6ec5d11d3f83370cf0d2913467e79351ea5e39193d47bba6cfa7a92a5b] ...
I0408 18:53:16.328597 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f088fd6ec5d11d3f83370cf0d2913467e79351ea5e39193d47bba6cfa7a92a5b"
I0408 18:53:16.428649 737842 logs.go:123] Gathering logs for kindnet [9d9dfc55fbbe49dcc85f0f1513f684579d9dc647765bf70812e8c381e4561cd2] ...
I0408 18:53:16.428689 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9d9dfc55fbbe49dcc85f0f1513f684579d9dc647765bf70812e8c381e4561cd2"
I0408 18:53:16.525707 737842 logs.go:123] Gathering logs for kubelet ...
I0408 18:53:16.525789 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0408 18:53:16.603727 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:18 addons-986803 kubelet[1525]: W0408 18:51:18.849941 1525 reflector.go:569] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-986803" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-986803' and this object
W0408 18:53:16.604036 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:18 addons-986803 kubelet[1525]: E0408 18:51:18.850008 1525 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:53:16.605232 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:18 addons-986803 kubelet[1525]: W0408 18:51:18.970685 1525 reflector.go:569] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-986803" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-986803' and this object
W0408 18:53:16.605476 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:18 addons-986803 kubelet[1525]: E0408 18:51:18.970740 1525 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:53:16.606072 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:18 addons-986803 kubelet[1525]: I0408 18:51:18.990236 1525 status_manager.go:890] "Failed to get status for pod" podUID="6f72a8c0-37f7-431e-86ff-0439e1bef9e3" pod="kube-system/kube-proxy-7kzq4" err="pods \"kube-proxy-7kzq4\" is forbidden: User \"system:node:addons-986803\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-986803' and this object"
W0408 18:53:16.606345 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:19 addons-986803 kubelet[1525]: I0408 18:51:19.433525 1525 status_manager.go:890] "Failed to get status for pod" podUID="6f72a8c0-37f7-431e-86ff-0439e1bef9e3" pod="kube-system/kube-proxy-7kzq4" err="pods \"kube-proxy-7kzq4\" is forbidden: User \"system:node:addons-986803\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-986803' and this object"
W0408 18:53:16.608760 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:20 addons-986803 kubelet[1525]: E0408 18:51:20.201344 1525 projected.go:194] Error preparing data for projected volume kube-api-access-r8wjj for pod kube-system/kube-proxy-7kzq4: [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-986803" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-986803' and this object, failed to sync configmap cache: timed out waiting for the condition]
W0408 18:53:16.609372 737842 logs.go:138] Found kubelet problem: Apr 08 18:51:20 addons-986803 kubelet[1525]: E0408 18:51:20.201422 1525 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/6f72a8c0-37f7-431e-86ff-0439e1bef9e3-kube-api-access-r8wjj podName:6f72a8c0-37f7-431e-86ff-0439e1bef9e3 nodeName:}" failed. No retries permitted until 2025-04-08 18:51:20.701401102 +0000 UTC m=+7.925629835 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-r8wjj" (UniqueName: "kubernetes.io/projected/6f72a8c0-37f7-431e-86ff-0439e1bef9e3-kube-api-access-r8wjj") pod "kube-proxy-7kzq4" (UID: "6f72a8c0-37f7-431e-86ff-0439e1bef9e3") : [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-986803" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-986803' and this object, failed to sync configmap cache: timed out waiting for th
e condition]
W0408 18:53:16.637179 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: W0408 18:52:04.713964 1525 reflector.go:569] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-986803" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-986803' and this object
W0408 18:53:16.637484 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.714334 1525 reflector.go:166] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:53:16.637706 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: W0408 18:52:04.714243 1525 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-986803" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-986803' and this object
W0408 18:53:16.637957 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.714556 1525 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:53:16.638172 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: W0408 18:52:04.714284 1525 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-986803" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-986803' and this object
W0408 18:53:16.638428 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.715830 1525 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:53:16.638619 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: W0408 18:52:04.785565 1525 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-986803" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-986803' and this object
W0408 18:53:16.638854 737842 logs.go:138] Found kubelet problem: Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.785636 1525 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
I0408 18:53:16.674264 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:16.674865 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:16.683892 737842 logs.go:123] Gathering logs for describe nodes ...
I0408 18:53:16.683958 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0408 18:53:16.867118 737842 logs.go:123] Gathering logs for etcd [220c35483eb69d81d941ed17319b02906ba0724b088b4d4ff4c3c58fe6907ae5] ...
I0408 18:53:16.867200 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 220c35483eb69d81d941ed17319b02906ba0724b088b4d4ff4c3c58fe6907ae5"
I0408 18:53:16.946993 737842 logs.go:123] Gathering logs for coredns [7e8dd596e21fd80e5065a2d0ad2cb419fb1b8397af8cc4d17129bbcf007b0ccd] ...
I0408 18:53:16.947073 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7e8dd596e21fd80e5065a2d0ad2cb419fb1b8397af8cc4d17129bbcf007b0ccd"
I0408 18:53:17.061674 737842 logs.go:123] Gathering logs for kube-scheduler [46849ea6c4030d25852619decbe33fca263a331fa60e922c1e0e933845ae03fe] ...
I0408 18:53:17.061712 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 46849ea6c4030d25852619decbe33fca263a331fa60e922c1e0e933845ae03fe"
I0408 18:53:17.164070 737842 logs.go:123] Gathering logs for kube-proxy [0f59e7e43bb8fcf94e92c66f60185201c89325fb08829df42aad74744e755325] ...
I0408 18:53:17.164145 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0f59e7e43bb8fcf94e92c66f60185201c89325fb08829df42aad74744e755325"
I0408 18:53:17.190780 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:17.191075 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:17.237359 737842 logs.go:123] Gathering logs for CRI-O ...
I0408 18:53:17.237408 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0408 18:53:17.383827 737842 logs.go:123] Gathering logs for container status ...
I0408 18:53:17.383873 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0408 18:53:17.456346 737842 logs.go:123] Gathering logs for dmesg ...
I0408 18:53:17.456406 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0408 18:53:17.497291 737842 logs.go:123] Gathering logs for kube-apiserver [aac7c248cc2852d6448320f6cb1ab0bba74fc0581df828e0c439cd907c977c69] ...
I0408 18:53:17.497337 737842 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 aac7c248cc2852d6448320f6cb1ab0bba74fc0581df828e0c439cd907c977c69"
I0408 18:53:17.597939 737842 out.go:358] Setting ErrFile to fd 2...
I0408 18:53:17.597985 737842 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0408 18:53:17.598069 737842 out.go:270] X Problems detected in kubelet:
W0408 18:53:17.598087 737842 out.go:270] Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.714556 1525 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:53:17.598100 737842 out.go:270] Apr 08 18:52:04 addons-986803 kubelet[1525]: W0408 18:52:04.714284 1525 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-986803" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-986803' and this object
W0408 18:53:17.598113 737842 out.go:270] Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.715830 1525 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
W0408 18:53:17.598312 737842 out.go:270] Apr 08 18:52:04 addons-986803 kubelet[1525]: W0408 18:52:04.785565 1525 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-986803" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-986803' and this object
W0408 18:53:17.598323 737842 out.go:270] Apr 08 18:52:04 addons-986803 kubelet[1525]: E0408 18:52:04.785636 1525 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-986803\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-986803' and this object" logger="UnhandledError"
I0408 18:53:17.598336 737842 out.go:358] Setting ErrFile to fd 2...
I0408 18:53:17.598350 737842 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0408 18:53:17.673913 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:17.676077 737842 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0408 18:53:18.174962 737842 kapi.go:107] duration metric: took 1m53.505954378s to wait for app.kubernetes.io/name=ingress-nginx ...
I0408 18:53:18.175202 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:18.671057 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:19.170930 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:19.671951 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:20.170929 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:20.670807 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:21.171116 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:21.672110 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:22.170701 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:22.673589 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:23.170972 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:23.670688 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:24.170926 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:24.670645 737842 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0408 18:53:25.171736 737842 kapi.go:107] duration metric: took 2m0.004616632s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0408 18:53:25.175068 737842 out.go:177] * Enabled addons: storage-provisioner, nvidia-device-plugin, amd-gpu-device-plugin, cloud-spanner, metrics-server, ingress-dns, inspektor-gadget, yakd, storage-provisioner-rancher, volumesnapshots, registry, gcp-auth, ingress, csi-hostpath-driver
I0408 18:53:25.177893 737842 addons.go:514] duration metric: took 2m7.583870649s for enable addons: enabled=[storage-provisioner nvidia-device-plugin amd-gpu-device-plugin cloud-spanner metrics-server ingress-dns inspektor-gadget yakd storage-provisioner-rancher volumesnapshots registry gcp-auth ingress csi-hostpath-driver]
I0408 18:53:27.605463 737842 system_pods.go:59] 18 kube-system pods found
I0408 18:53:27.605519 737842 system_pods.go:61] "coredns-668d6bf9bc-b9kbm" [03196de6-62dd-460e-8267-1c8b14b99dc6] Running
I0408 18:53:27.605528 737842 system_pods.go:61] "csi-hostpath-attacher-0" [882470bc-246e-4496-86df-f6b2813c39a1] Running
I0408 18:53:27.605534 737842 system_pods.go:61] "csi-hostpath-resizer-0" [fcd2b50f-9e28-47d4-bc02-1ec027dc4d42] Running
I0408 18:53:27.605539 737842 system_pods.go:61] "csi-hostpathplugin-g5m48" [a5b9b991-9f13-44c4-ba84-2f82fd2f6faf] Running
I0408 18:53:27.605545 737842 system_pods.go:61] "etcd-addons-986803" [7c8423fc-edb0-45fc-92e9-d4539eb370cd] Running
I0408 18:53:27.605555 737842 system_pods.go:61] "kindnet-mbpw9" [d07a5e37-59d8-4ead-a19a-bff7a9f35eeb] Running
I0408 18:53:27.605560 737842 system_pods.go:61] "kube-apiserver-addons-986803" [c7942121-acaa-41fe-b6aa-16b44fe57035] Running
I0408 18:53:27.605573 737842 system_pods.go:61] "kube-controller-manager-addons-986803" [ef8707bc-3f3e-477d-ae53-08dc12e68b41] Running
I0408 18:53:27.605577 737842 system_pods.go:61] "kube-ingress-dns-minikube" [c6882071-5ed9-45d4-b549-5d7f44fcbf7b] Running
I0408 18:53:27.605581 737842 system_pods.go:61] "kube-proxy-7kzq4" [6f72a8c0-37f7-431e-86ff-0439e1bef9e3] Running
I0408 18:53:27.605585 737842 system_pods.go:61] "kube-scheduler-addons-986803" [d5673597-baa0-4adf-a920-0a91420bc311] Running
I0408 18:53:27.605591 737842 system_pods.go:61] "metrics-server-7fbb699795-xr4gk" [553bcba2-af9e-427f-ac73-91e24697611e] Running
I0408 18:53:27.605596 737842 system_pods.go:61] "nvidia-device-plugin-daemonset-ndnnp" [eccd4ab1-cfd1-402c-8591-e913cd9b7bd4] Running
I0408 18:53:27.605629 737842 system_pods.go:61] "registry-6c88467877-w74qg" [ad3869ca-9389-4550-a8c4-9b5794e48eef] Running
I0408 18:53:27.605634 737842 system_pods.go:61] "registry-proxy-vsp4s" [c5e8b9da-1533-44ca-a9ab-98f7554aeaa1] Running
I0408 18:53:27.605638 737842 system_pods.go:61] "snapshot-controller-68b874b76f-2ldc5" [c582c4d2-61da-4000-8583-c6f770c3e017] Running
I0408 18:53:27.605642 737842 system_pods.go:61] "snapshot-controller-68b874b76f-x8526" [d758aae1-5b4d-4643-94ac-b793aa5c4866] Running
I0408 18:53:27.605646 737842 system_pods.go:61] "storage-provisioner" [2cfec038-5f04-4297-aaed-a82f9a631415] Running
I0408 18:53:27.605653 737842 system_pods.go:74] duration metric: took 11.810183305s to wait for pod list to return data ...
I0408 18:53:27.605663 737842 default_sa.go:34] waiting for default service account to be created ...
I0408 18:53:27.608302 737842 default_sa.go:45] found service account: "default"
I0408 18:53:27.608323 737842 default_sa.go:55] duration metric: took 2.653971ms for default service account to be created ...
I0408 18:53:27.608332 737842 system_pods.go:116] waiting for k8s-apps to be running ...
I0408 18:53:27.611621 737842 system_pods.go:86] 18 kube-system pods found
I0408 18:53:27.611657 737842 system_pods.go:89] "coredns-668d6bf9bc-b9kbm" [03196de6-62dd-460e-8267-1c8b14b99dc6] Running
I0408 18:53:27.611665 737842 system_pods.go:89] "csi-hostpath-attacher-0" [882470bc-246e-4496-86df-f6b2813c39a1] Running
I0408 18:53:27.611669 737842 system_pods.go:89] "csi-hostpath-resizer-0" [fcd2b50f-9e28-47d4-bc02-1ec027dc4d42] Running
I0408 18:53:27.611674 737842 system_pods.go:89] "csi-hostpathplugin-g5m48" [a5b9b991-9f13-44c4-ba84-2f82fd2f6faf] Running
I0408 18:53:27.611678 737842 system_pods.go:89] "etcd-addons-986803" [7c8423fc-edb0-45fc-92e9-d4539eb370cd] Running
I0408 18:53:27.611682 737842 system_pods.go:89] "kindnet-mbpw9" [d07a5e37-59d8-4ead-a19a-bff7a9f35eeb] Running
I0408 18:53:27.611686 737842 system_pods.go:89] "kube-apiserver-addons-986803" [c7942121-acaa-41fe-b6aa-16b44fe57035] Running
I0408 18:53:27.611692 737842 system_pods.go:89] "kube-controller-manager-addons-986803" [ef8707bc-3f3e-477d-ae53-08dc12e68b41] Running
I0408 18:53:27.611697 737842 system_pods.go:89] "kube-ingress-dns-minikube" [c6882071-5ed9-45d4-b549-5d7f44fcbf7b] Running
I0408 18:53:27.611701 737842 system_pods.go:89] "kube-proxy-7kzq4" [6f72a8c0-37f7-431e-86ff-0439e1bef9e3] Running
I0408 18:53:27.611705 737842 system_pods.go:89] "kube-scheduler-addons-986803" [d5673597-baa0-4adf-a920-0a91420bc311] Running
I0408 18:53:27.611710 737842 system_pods.go:89] "metrics-server-7fbb699795-xr4gk" [553bcba2-af9e-427f-ac73-91e24697611e] Running
I0408 18:53:27.611715 737842 system_pods.go:89] "nvidia-device-plugin-daemonset-ndnnp" [eccd4ab1-cfd1-402c-8591-e913cd9b7bd4] Running
I0408 18:53:27.611720 737842 system_pods.go:89] "registry-6c88467877-w74qg" [ad3869ca-9389-4550-a8c4-9b5794e48eef] Running
I0408 18:53:27.611732 737842 system_pods.go:89] "registry-proxy-vsp4s" [c5e8b9da-1533-44ca-a9ab-98f7554aeaa1] Running
I0408 18:53:27.611736 737842 system_pods.go:89] "snapshot-controller-68b874b76f-2ldc5" [c582c4d2-61da-4000-8583-c6f770c3e017] Running
I0408 18:53:27.611740 737842 system_pods.go:89] "snapshot-controller-68b874b76f-x8526" [d758aae1-5b4d-4643-94ac-b793aa5c4866] Running
I0408 18:53:27.611744 737842 system_pods.go:89] "storage-provisioner" [2cfec038-5f04-4297-aaed-a82f9a631415] Running
I0408 18:53:27.611758 737842 system_pods.go:126] duration metric: took 3.420033ms to wait for k8s-apps to be running ...
I0408 18:53:27.611766 737842 system_svc.go:44] waiting for kubelet service to be running ....
I0408 18:53:27.611829 737842 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0408 18:53:27.624350 737842 system_svc.go:56] duration metric: took 12.57486ms WaitForService to wait for kubelet
I0408 18:53:27.624378 737842 kubeadm.go:582] duration metric: took 2m10.03079039s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0408 18:53:27.624396 737842 node_conditions.go:102] verifying NodePressure condition ...
I0408 18:53:27.628625 737842 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0408 18:53:27.628666 737842 node_conditions.go:123] node cpu capacity is 2
I0408 18:53:27.628679 737842 node_conditions.go:105] duration metric: took 4.277829ms to run NodePressure ...
I0408 18:53:27.628692 737842 start.go:241] waiting for startup goroutines ...
I0408 18:53:27.628699 737842 start.go:246] waiting for cluster config update ...
I0408 18:53:27.628720 737842 start.go:255] writing updated cluster config ...
I0408 18:53:27.629035 737842 ssh_runner.go:195] Run: rm -f paused
I0408 18:53:28.014225 737842 start.go:600] kubectl: 1.32.3, cluster: 1.32.2 (minor skew: 0)
I0408 18:53:28.018001 737842 out.go:177] * Done! kubectl is now configured to use "addons-986803" cluster and "default" namespace by default
==> CRI-O <==
Apr 08 18:56:13 addons-986803 crio[986]: time="2025-04-08 18:56:13.902993941Z" level=info msg="Removed pod sandbox: b613dd8f758e33beb4f09f40160e7dea424aef8310db6e70eaf772fa43eb421f" id=0d178373-1f08-4eb0-ad77-2a2ac7078737 name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 08 18:57:40 addons-986803 crio[986]: time="2025-04-08 18:57:40.825529788Z" level=info msg="Running pod sandbox: default/hello-world-app-7d9564db4-x4qgj/POD" id=f5647a1d-fda7-40d4-a6cb-e73aba08c20f name=/runtime.v1.RuntimeService/RunPodSandbox
Apr 08 18:57:40 addons-986803 crio[986]: time="2025-04-08 18:57:40.825588324Z" level=warning msg="Allowed annotations are specified for workload []"
Apr 08 18:57:40 addons-986803 crio[986]: time="2025-04-08 18:57:40.894959377Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-x4qgj Namespace:default ID:6554c0f6decbfe1d87bd0b6bfa1d06c504ad7e77732bfc5180ccfd1e6c053fc1 UID:736fa47a-efbb-4079-90df-c472bbec11e5 NetNS:/var/run/netns/378d2b1e-7617-4569-886a-622473fc7a9c Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Apr 08 18:57:40 addons-986803 crio[986]: time="2025-04-08 18:57:40.895146915Z" level=info msg="Adding pod default_hello-world-app-7d9564db4-x4qgj to CNI network \"kindnet\" (type=ptp)"
Apr 08 18:57:40 addons-986803 crio[986]: time="2025-04-08 18:57:40.910534348Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-x4qgj Namespace:default ID:6554c0f6decbfe1d87bd0b6bfa1d06c504ad7e77732bfc5180ccfd1e6c053fc1 UID:736fa47a-efbb-4079-90df-c472bbec11e5 NetNS:/var/run/netns/378d2b1e-7617-4569-886a-622473fc7a9c Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Apr 08 18:57:40 addons-986803 crio[986]: time="2025-04-08 18:57:40.910694317Z" level=info msg="Checking pod default_hello-world-app-7d9564db4-x4qgj for CNI network kindnet (type=ptp)"
Apr 08 18:57:40 addons-986803 crio[986]: time="2025-04-08 18:57:40.913662286Z" level=info msg="Ran pod sandbox 6554c0f6decbfe1d87bd0b6bfa1d06c504ad7e77732bfc5180ccfd1e6c053fc1 with infra container: default/hello-world-app-7d9564db4-x4qgj/POD" id=f5647a1d-fda7-40d4-a6cb-e73aba08c20f name=/runtime.v1.RuntimeService/RunPodSandbox
Apr 08 18:57:40 addons-986803 crio[986]: time="2025-04-08 18:57:40.915081162Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=09e0988b-3333-4f62-9b20-b265e0a2236b name=/runtime.v1.ImageService/ImageStatus
Apr 08 18:57:40 addons-986803 crio[986]: time="2025-04-08 18:57:40.915297680Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=09e0988b-3333-4f62-9b20-b265e0a2236b name=/runtime.v1.ImageService/ImageStatus
Apr 08 18:57:40 addons-986803 crio[986]: time="2025-04-08 18:57:40.925886311Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=d3b05d2a-0334-4fd2-9174-b37e4307c33e name=/runtime.v1.ImageService/PullImage
Apr 08 18:57:40 addons-986803 crio[986]: time="2025-04-08 18:57:40.928327391Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Apr 08 18:57:41 addons-986803 crio[986]: time="2025-04-08 18:57:41.197712095Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Apr 08 18:57:41 addons-986803 crio[986]: time="2025-04-08 18:57:41.956135600Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=d3b05d2a-0334-4fd2-9174-b37e4307c33e name=/runtime.v1.ImageService/PullImage
Apr 08 18:57:41 addons-986803 crio[986]: time="2025-04-08 18:57:41.956655645Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=69970a96-bc2a-414c-9b79-4f669a7ab3a8 name=/runtime.v1.ImageService/ImageStatus
Apr 08 18:57:41 addons-986803 crio[986]: time="2025-04-08 18:57:41.957296488Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=69970a96-bc2a-414c-9b79-4f669a7ab3a8 name=/runtime.v1.ImageService/ImageStatus
Apr 08 18:57:41 addons-986803 crio[986]: time="2025-04-08 18:57:41.958497171Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=9de40857-e051-48fc-b9d3-000aab280943 name=/runtime.v1.ImageService/ImageStatus
Apr 08 18:57:41 addons-986803 crio[986]: time="2025-04-08 18:57:41.959169752Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=9de40857-e051-48fc-b9d3-000aab280943 name=/runtime.v1.ImageService/ImageStatus
Apr 08 18:57:41 addons-986803 crio[986]: time="2025-04-08 18:57:41.960136562Z" level=info msg="Creating container: default/hello-world-app-7d9564db4-x4qgj/hello-world-app" id=28423519-87ad-427b-a8ce-1bb96853001f name=/runtime.v1.RuntimeService/CreateContainer
Apr 08 18:57:41 addons-986803 crio[986]: time="2025-04-08 18:57:41.960236928Z" level=warning msg="Allowed annotations are specified for workload []"
Apr 08 18:57:42 addons-986803 crio[986]: time="2025-04-08 18:57:41.997412811Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/4afa3094caee7b47eb11b13141e19d99ea2b73500846693c711cc2682d77523a/merged/etc/passwd: no such file or directory"
Apr 08 18:57:42 addons-986803 crio[986]: time="2025-04-08 18:57:41.997455445Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/4afa3094caee7b47eb11b13141e19d99ea2b73500846693c711cc2682d77523a/merged/etc/group: no such file or directory"
Apr 08 18:57:42 addons-986803 crio[986]: time="2025-04-08 18:57:42.079858851Z" level=info msg="Created container 0b372febafc3ec8ed53529cd66b3d9e5d33531197f19deccc37e74fbdf9dc03f: default/hello-world-app-7d9564db4-x4qgj/hello-world-app" id=28423519-87ad-427b-a8ce-1bb96853001f name=/runtime.v1.RuntimeService/CreateContainer
Apr 08 18:57:42 addons-986803 crio[986]: time="2025-04-08 18:57:42.080708631Z" level=info msg="Starting container: 0b372febafc3ec8ed53529cd66b3d9e5d33531197f19deccc37e74fbdf9dc03f" id=e1a9ba59-9517-4499-90e8-b199e7c54425 name=/runtime.v1.RuntimeService/StartContainer
Apr 08 18:57:42 addons-986803 crio[986]: time="2025-04-08 18:57:42.092582433Z" level=info msg="Started container" PID=9122 containerID=0b372febafc3ec8ed53529cd66b3d9e5d33531197f19deccc37e74fbdf9dc03f description=default/hello-world-app-7d9564db4-x4qgj/hello-world-app id=e1a9ba59-9517-4499-90e8-b199e7c54425 name=/runtime.v1.RuntimeService/StartContainer sandboxID=6554c0f6decbfe1d87bd0b6bfa1d06c504ad7e77732bfc5180ccfd1e6c053fc1
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
0b372febafc3e docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 6554c0f6decbf hello-world-app-7d9564db4-x4qgj
fbcd1b625f94b docker.io/library/nginx@sha256:4ff102c5d78d254a6f0da062b3cf39eaf07f01eec0927fd21e219d0af8bc0591 2 minutes ago Running nginx 0 e64a881d02bbf nginx
38abd680883c5 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 4 minutes ago Running busybox 0 79c34a164ee35 busybox
a220b8b70c155 registry.k8s.io/ingress-nginx/controller@sha256:787a5408fa511266888b2e765f9666bee67d9bf2518a6b7cfd4ab6cc01c22eee 4 minutes ago Running controller 0 c51579c62258a ingress-nginx-controller-56d7c84fd4-ghzlw
cc1599563ca6b registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 4 minutes ago Exited patch 0 55eeb6ca8725c ingress-nginx-admission-patch-nf2wj
0778be8c62eff registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 4 minutes ago Exited create 0 56d8a70bf01cd ingress-nginx-admission-create-lqz8q
80a1033411c1f gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c 5 minutes ago Running minikube-ingress-dns 0 d3183ddee8051 kube-ingress-dns-minikube
7e8dd596e21fd 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 5 minutes ago Running coredns 0 663be0072ea9f coredns-668d6bf9bc-b9kbm
7f8faf10f5665 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 5 minutes ago Running storage-provisioner 0 5cf32dc493a14 storage-provisioner
9d9dfc55fbbe4 docker.io/kindest/kindnetd@sha256:86c933f3845d6a993c8f64632752b10aae67a4756c59096b3259426e839be955 6 minutes ago Running kindnet-cni 0 1bbed7fac607f kindnet-mbpw9
0f59e7e43bb8f e5aac5df76d9b8dc899ab8c4db25a7648e7fb25cafe7a155066247883c78f062 6 minutes ago Running kube-proxy 0 43559893cbb7f kube-proxy-7kzq4
f088fd6ec5d11 3c9285acfd2ff7915bb451cc40ac060366ac519f3fef00c455f5aca0e0346c4d 6 minutes ago Running kube-controller-manager 0 fea79e5cc2ea3 kube-controller-manager-addons-986803
46849ea6c4030 82dfa03f692fb5d84f66c17d6ee9126b081182152b25d28ea456d89b7d5d8911 6 minutes ago Running kube-scheduler 0 6b47fabc4810d kube-scheduler-addons-986803
aac7c248cc285 6417e1437b6d9a789e1ca789695a574e1df00a632bdbfbcae9695c9a7d500e32 6 minutes ago Running kube-apiserver 0 63e0e2d535d70 kube-apiserver-addons-986803
220c35483eb69 7fc9d4aa817aa6a3e549f3cd49d1f7b496407be979fc36dd5f356d59ce8c3a82 6 minutes ago Running etcd 0 73b3111e95a63 etcd-addons-986803
==> coredns [7e8dd596e21fd80e5065a2d0ad2cb419fb1b8397af8cc4d17129bbcf007b0ccd] <==
[INFO] 10.244.0.15:43340 - 58162 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.003362391s
[INFO] 10.244.0.15:43340 - 54726 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.000854029s
[INFO] 10.244.0.15:43340 - 15796 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.001622496s
[INFO] 10.244.0.15:40110 - 63645 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.0001532s
[INFO] 10.244.0.15:40110 - 63859 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.00020796s
[INFO] 10.244.0.15:39328 - 62988 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000142212s
[INFO] 10.244.0.15:39328 - 62791 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000162775s
[INFO] 10.244.0.15:35965 - 53388 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000108448s
[INFO] 10.244.0.15:35965 - 53215 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000088419s
[INFO] 10.244.0.15:58564 - 53496 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001292196s
[INFO] 10.244.0.15:58564 - 53043 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001260786s
[INFO] 10.244.0.15:54241 - 15198 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000117195s
[INFO] 10.244.0.15:54241 - 15042 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000085268s
[INFO] 10.244.0.19:43722 - 23241 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000283916s
[INFO] 10.244.0.19:46613 - 47635 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000166705s
[INFO] 10.244.0.19:59966 - 45327 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000276663s
[INFO] 10.244.0.19:39126 - 63274 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000394251s
[INFO] 10.244.0.19:50568 - 22055 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000276253s
[INFO] 10.244.0.19:59052 - 4887 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000262682s
[INFO] 10.244.0.19:50585 - 5676 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002355762s
[INFO] 10.244.0.19:34641 - 12987 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002575989s
[INFO] 10.244.0.19:53306 - 17400 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.002636822s
[INFO] 10.244.0.19:52896 - 13468 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.000911679s
[INFO] 10.244.0.24:54205 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000179439s
[INFO] 10.244.0.24:36973 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000193175s
==> describe nodes <==
Name: addons-986803
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-986803
kubernetes.io/os=linux
minikube.k8s.io/commit=00fec7ad00298ce3ccd71a2d57a7f829f082fec8
minikube.k8s.io/name=addons-986803
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_04_08T18_51_13_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-986803
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 08 Apr 2025 18:51:10 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-986803
AcquireTime: <unset>
RenewTime: Tue, 08 Apr 2025 18:57:39 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 08 Apr 2025 18:55:48 +0000 Tue, 08 Apr 2025 18:51:08 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 08 Apr 2025 18:55:48 +0000 Tue, 08 Apr 2025 18:51:08 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 08 Apr 2025 18:55:48 +0000 Tue, 08 Apr 2025 18:51:08 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 08 Apr 2025 18:55:48 +0000 Tue, 08 Apr 2025 18:52:04 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-986803
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
System Info:
Machine ID: f1a73ec2210042b1930ae41e255eb86c
System UUID: 54485428-c050-491b-9f96-10bf8effa161
Boot ID: ca71dd14-3817-480e-91f4-07dce1c14162
Kernel Version: 5.15.0-1081-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.32.2
Kube-Proxy Version: v1.32.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (13 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m14s
default hello-world-app-7d9564db4-x4qgj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m23s
ingress-nginx ingress-nginx-controller-56d7c84fd4-ghzlw 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 6m18s
kube-system coredns-668d6bf9bc-b9kbm 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 6m24s
kube-system etcd-addons-986803 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 6m31s
kube-system kindnet-mbpw9 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 6m24s
kube-system kube-apiserver-addons-986803 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m29s
kube-system kube-controller-manager-addons-986803 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m31s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m20s
kube-system kube-proxy-7kzq4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m24s
kube-system kube-scheduler-addons-986803 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m29s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m19s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 310Mi (3%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m18s kube-proxy
Normal Starting 6m30s kubelet Starting kubelet.
Warning CgroupV1 6m30s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 6m29s kubelet Node addons-986803 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m29s kubelet Node addons-986803 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m29s kubelet Node addons-986803 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m25s node-controller Node addons-986803 event: Registered Node addons-986803 in Controller
Normal NodeReady 5m38s kubelet Node addons-986803 status is now: NodeReady
==> dmesg <==
[Apr 8 17:53] hrtimer: interrupt took 79934747 ns
==> etcd [220c35483eb69d81d941ed17319b02906ba0724b088b4d4ff4c3c58fe6907ae5] <==
{"level":"info","ts":"2025-04-08T18:51:07.574458Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-04-08T18:51:07.577637Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-04-08T18:51:07.577661Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-04-08T18:51:07.578108Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-04-08T18:51:07.578117Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-04-08T18:51:07.578909Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-04-08T18:51:07.578977Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2025-04-08T18:51:07.579086Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2025-04-08T18:51:07.579184Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2025-04-08T18:51:07.581663Z","caller":"etcdserver/server.go:2675","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2025-04-08T18:51:18.624774Z","caller":"traceutil/trace.go:171","msg":"trace[663636277] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"135.945429ms","start":"2025-04-08T18:51:18.488813Z","end":"2025-04-08T18:51:18.624758Z","steps":["trace[663636277] 'process raft request' (duration: 135.814638ms)"],"step_count":1}
{"level":"info","ts":"2025-04-08T18:51:18.625401Z","caller":"traceutil/trace.go:171","msg":"trace[1923560782] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"106.995807ms","start":"2025-04-08T18:51:18.518400Z","end":"2025-04-08T18:51:18.625396Z","steps":["trace[1923560782] 'process raft request' (duration: 106.856277ms)"],"step_count":1}
{"level":"info","ts":"2025-04-08T18:51:18.625927Z","caller":"traceutil/trace.go:171","msg":"trace[7091103] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"118.159919ms","start":"2025-04-08T18:51:18.507757Z","end":"2025-04-08T18:51:18.625917Z","steps":["trace[7091103] 'process raft request' (duration: 117.454403ms)"],"step_count":1}
{"level":"info","ts":"2025-04-08T18:51:18.625353Z","caller":"traceutil/trace.go:171","msg":"trace[383487744] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"123.185224ms","start":"2025-04-08T18:51:18.502158Z","end":"2025-04-08T18:51:18.625343Z","steps":["trace[383487744] 'process raft request' (duration: 122.543996ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-08T18:51:19.554186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.059857ms","expected-duration":"100ms","prefix":"","request":"header:<ID:8128036451916638991 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/events/kube-system/kube-proxy-7kzq4.18346c8610e0f67f\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/kube-proxy-7kzq4.18346c8610e0f67f\" value_size:612 lease:8128036451916638765 >> failure:<>>","response":"size:16"}
{"level":"info","ts":"2025-04-08T18:51:19.554402Z","caller":"traceutil/trace.go:171","msg":"trace[1526666767] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"584.536382ms","start":"2025-04-08T18:51:18.969850Z","end":"2025-04-08T18:51:19.554386Z","steps":["trace[1526666767] 'process raft request' (duration: 21.159649ms)","trace[1526666767] 'store kv pair into bolt db' {req_type:put; key:/registry/events/kube-system/kube-proxy-7kzq4.18346c8610e0f67f; req_size:689; } (duration: 123.82569ms)"],"step_count":2}
{"level":"warn","ts":"2025-04-08T18:51:19.554508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-04-08T18:51:18.969830Z","time spent":"584.655431ms","remote":"127.0.0.1:46570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":692,"response count":0,"response size":40,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/kube-proxy-7kzq4.18346c8610e0f67f\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/kube-proxy-7kzq4.18346c8610e0f67f\" value_size:612 lease:8128036451916638765 >> failure:<>"}
{"level":"info","ts":"2025-04-08T18:51:19.558787Z","caller":"traceutil/trace.go:171","msg":"trace[1907388709] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"588.732118ms","start":"2025-04-08T18:51:18.970041Z","end":"2025-04-08T18:51:19.558773Z","steps":["trace[1907388709] 'process raft request' (duration: 584.292081ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-08T18:51:19.559198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-04-08T18:51:18.970033Z","time spent":"589.128494ms","remote":"127.0.0.1:46782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1045,"response count":0,"response size":40,"request content":"compare:<target:MOD key:\"/registry/endpointslices/kube-system/kube-dns-cll9b\" mod_revision:0 > success:<request_put:<key:\"/registry/endpointslices/kube-system/kube-dns-cll9b\" value_size:986 >> failure:<>"}
{"level":"info","ts":"2025-04-08T18:51:19.561815Z","caller":"traceutil/trace.go:171","msg":"trace[102457744] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"131.042603ms","start":"2025-04-08T18:51:19.430759Z","end":"2025-04-08T18:51:19.561802Z","steps":["trace[102457744] 'process raft request' (duration: 129.432883ms)"],"step_count":1}
{"level":"info","ts":"2025-04-08T18:51:20.307183Z","caller":"traceutil/trace.go:171","msg":"trace[1172971273] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"145.670375ms","start":"2025-04-08T18:51:20.161497Z","end":"2025-04-08T18:51:20.307167Z","steps":["trace[1172971273] 'process raft request' (duration: 145.633041ms)"],"step_count":1}
{"level":"info","ts":"2025-04-08T18:51:20.307347Z","caller":"traceutil/trace.go:171","msg":"trace[674799529] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"146.293938ms","start":"2025-04-08T18:51:20.161045Z","end":"2025-04-08T18:51:20.307338Z","steps":["trace[674799529] 'process raft request' (duration: 50.161523ms)","trace[674799529] 'compare' (duration: 95.753376ms)"],"step_count":2}
{"level":"info","ts":"2025-04-08T18:51:20.307440Z","caller":"traceutil/trace.go:171","msg":"trace[483228946] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"146.024002ms","start":"2025-04-08T18:51:20.161411Z","end":"2025-04-08T18:51:20.307435Z","steps":["trace[483228946] 'process raft request' (duration: 145.689616ms)"],"step_count":1}
{"level":"info","ts":"2025-04-08T18:51:22.349021Z","caller":"traceutil/trace.go:171","msg":"trace[2007448885] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"132.126092ms","start":"2025-04-08T18:51:22.216878Z","end":"2025-04-08T18:51:22.349004Z","steps":["trace[2007448885] 'process raft request' (duration: 100.210841ms)","trace[2007448885] 'compare' (duration: 22.160839ms)"],"step_count":2}
{"level":"info","ts":"2025-04-08T18:51:22.356826Z","caller":"traceutil/trace.go:171","msg":"trace[1708147939] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"139.668619ms","start":"2025-04-08T18:51:22.217141Z","end":"2025-04-08T18:51:22.356810Z","steps":["trace[1708147939] 'process raft request' (duration: 123.872632ms)"],"step_count":1}
==> kernel <==
18:57:42 up 2:40, 0 users, load average: 0.31, 1.37, 2.40
Linux addons-986803 5.15.0-1081-aws #88~20.04.1-Ubuntu SMP Fri Mar 28 14:48:25 UTC 2025 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [9d9dfc55fbbe49dcc85f0f1513f684579d9dc647765bf70812e8c381e4561cd2] <==
I0408 18:55:34.331359 1 main.go:301] handling current node
I0408 18:55:44.331438 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0408 18:55:44.331476 1 main.go:301] handling current node
I0408 18:55:54.334241 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0408 18:55:54.334276 1 main.go:301] handling current node
I0408 18:56:04.333704 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0408 18:56:04.333840 1 main.go:301] handling current node
I0408 18:56:14.338576 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0408 18:56:14.338611 1 main.go:301] handling current node
I0408 18:56:24.330951 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0408 18:56:24.330984 1 main.go:301] handling current node
I0408 18:56:34.335603 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0408 18:56:34.335636 1 main.go:301] handling current node
I0408 18:56:44.337714 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0408 18:56:44.337836 1 main.go:301] handling current node
I0408 18:56:54.337703 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0408 18:56:54.337738 1 main.go:301] handling current node
I0408 18:57:04.331644 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0408 18:57:04.331679 1 main.go:301] handling current node
I0408 18:57:14.330786 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0408 18:57:14.330958 1 main.go:301] handling current node
I0408 18:57:24.330728 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0408 18:57:24.330874 1 main.go:301] handling current node
I0408 18:57:34.334324 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0408 18:57:34.334359 1 main.go:301] handling current node
==> kube-apiserver [aac7c248cc2852d6448320f6cb1ab0bba74fc0581df828e0c439cd907c977c69] <==
I0408 18:52:10.317238 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E0408 18:53:40.163930 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:60386: use of closed network connection
I0408 18:53:49.862577 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.109.154.168"}
E0408 18:54:24.845445 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E0408 18:54:24.864939 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E0408 18:54:24.878970 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E0408 18:54:39.876924 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I0408 18:54:59.452324 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0408 18:55:11.209511 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0408 18:55:14.132887 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0408 18:55:15.169158 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0408 18:55:19.735644 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0408 18:55:20.038310 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.102.195.245"}
I0408 18:55:22.565053 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0408 18:55:22.566871 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0408 18:55:22.601651 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0408 18:55:22.602041 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0408 18:55:22.673886 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0408 18:55:22.674001 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0408 18:55:22.744106 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0408 18:55:22.744649 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0408 18:55:23.675287 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0408 18:55:23.745121 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0408 18:55:23.828055 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I0408 18:57:40.785762 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.104.68.149"}
==> kube-controller-manager [f088fd6ec5d11d3f83370cf0d2913467e79351ea5e39193d47bba6cfa7a92a5b] <==
E0408 18:56:45.907686 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0408 18:56:45.908586 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0408 18:56:45.908668 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0408 18:57:11.908239 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0408 18:57:11.909274 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W0408 18:57:11.911340 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0408 18:57:11.911384 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0408 18:57:28.249219 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0408 18:57:28.250316 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0408 18:57:28.251465 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0408 18:57:28.251510 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0408 18:57:29.265711 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0408 18:57:29.267619 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0408 18:57:29.268709 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0408 18:57:29.268745 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0408 18:57:33.522610 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0408 18:57:33.523642 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotclasses"
W0408 18:57:33.524638 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0408 18:57:33.524730 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0408 18:57:40.542093 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="43.404639ms"
I0408 18:57:40.556466 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="14.242365ms"
I0408 18:57:40.557258 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="32.484µs"
I0408 18:57:40.566223 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="57.108µs"
I0408 18:57:42.177348 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="19.990452ms"
I0408 18:57:42.177575 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="50.602µs"
==> kube-proxy [0f59e7e43bb8fcf94e92c66f60185201c89325fb08829df42aad74744e755325] <==
I0408 18:51:24.126816 1 server_linux.go:66] "Using iptables proxy"
I0408 18:51:24.392613 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0408 18:51:24.392684 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0408 18:51:24.593746 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0408 18:51:24.593863 1 server_linux.go:170] "Using iptables Proxier"
I0408 18:51:24.609895 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0408 18:51:24.610319 1 server.go:497] "Version info" version="v1.32.2"
I0408 18:51:24.610337 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0408 18:51:24.613119 1 config.go:199] "Starting service config controller"
I0408 18:51:24.613487 1 shared_informer.go:313] Waiting for caches to sync for service config
I0408 18:51:24.613588 1 config.go:105] "Starting endpoint slice config controller"
I0408 18:51:24.613680 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0408 18:51:24.614179 1 config.go:329] "Starting node config controller"
I0408 18:51:24.614759 1 shared_informer.go:313] Waiting for caches to sync for node config
I0408 18:51:24.714002 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0408 18:51:24.714118 1 shared_informer.go:320] Caches are synced for service config
I0408 18:51:24.715622 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [46849ea6c4030d25852619decbe33fca263a331fa60e922c1e0e933845ae03fe] <==
W0408 18:51:10.700396 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0408 18:51:10.700437 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0408 18:51:10.700541 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0408 18:51:10.700583 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0408 18:51:10.700680 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0408 18:51:10.700747 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0408 18:51:10.700828 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0408 18:51:10.700867 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0408 18:51:11.512818 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0408 18:51:11.512857 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0408 18:51:11.524274 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0408 18:51:11.524321 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0408 18:51:11.542989 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0408 18:51:11.543037 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0408 18:51:11.599054 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0408 18:51:11.599192 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0408 18:51:11.652205 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0408 18:51:11.652355 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0408 18:51:11.677913 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0408 18:51:11.678058 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0408 18:51:11.742653 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0408 18:51:11.742785 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0408 18:51:12.026805 1 reflector.go:569] runtime/asm_arm64.s:1223: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0408 18:51:12.026854 1 reflector.go:166] "Unhandled Error" err="runtime/asm_arm64.s:1223: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
I0408 18:51:14.375430 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Apr 08 18:57:13 addons-986803 kubelet[1525]: E0408 18:57:13.109140 1525 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/ba4524965ee5f51ab94d32a7ef9b6b596954ce4a66410e472a3d208d41dc1902/diff" to get inode usage: stat /var/lib/containers/storage/overlay/ba4524965ee5f51ab94d32a7ef9b6b596954ce4a66410e472a3d208d41dc1902/diff: no such file or directory, extraDiskErr: <nil>
Apr 08 18:57:13 addons-986803 kubelet[1525]: E0408 18:57:13.115307 1525 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/0d3072d81e1bc6ce5aca8cd34df2f0a7c572ce41d8dd8ebdee086cd23fa3ceb6/diff" to get inode usage: stat /var/lib/containers/storage/overlay/0d3072d81e1bc6ce5aca8cd34df2f0a7c572ce41d8dd8ebdee086cd23fa3ceb6/diff: no such file or directory, extraDiskErr: <nil>
Apr 08 18:57:13 addons-986803 kubelet[1525]: E0408 18:57:13.115315 1525 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/fc702bae699546eaa18b92b6c4fc777ba5996f002340b7166a703748c560149b/diff" to get inode usage: stat /var/lib/containers/storage/overlay/fc702bae699546eaa18b92b6c4fc777ba5996f002340b7166a703748c560149b/diff: no such file or directory, extraDiskErr: <nil>
Apr 08 18:57:13 addons-986803 kubelet[1525]: E0408 18:57:13.122693 1525 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/1e8b9b863d5038af69e0d3560db377bf6b36d4347d58947ca1bc375f17c9dd08/diff" to get inode usage: stat /var/lib/containers/storage/overlay/1e8b9b863d5038af69e0d3560db377bf6b36d4347d58947ca1bc375f17c9dd08/diff: no such file or directory, extraDiskErr: <nil>
Apr 08 18:57:13 addons-986803 kubelet[1525]: E0408 18:57:13.257515 1525 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/ba4524965ee5f51ab94d32a7ef9b6b596954ce4a66410e472a3d208d41dc1902/diff" to get inode usage: stat /var/lib/containers/storage/overlay/ba4524965ee5f51ab94d32a7ef9b6b596954ce4a66410e472a3d208d41dc1902/diff: no such file or directory, extraDiskErr: <nil>
Apr 08 18:57:13 addons-986803 kubelet[1525]: E0408 18:57:13.289221 1525 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/1e8b9b863d5038af69e0d3560db377bf6b36d4347d58947ca1bc375f17c9dd08/diff" to get inode usage: stat /var/lib/containers/storage/overlay/1e8b9b863d5038af69e0d3560db377bf6b36d4347d58947ca1bc375f17c9dd08/diff: no such file or directory, extraDiskErr: <nil>
Apr 08 18:57:13 addons-986803 kubelet[1525]: E0408 18:57:13.318109 1525 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744138633317863581,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606260,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 08 18:57:13 addons-986803 kubelet[1525]: E0408 18:57:13.318154 1525 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744138633317863581,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606260,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 08 18:57:14 addons-986803 kubelet[1525]: E0408 18:57:14.516322 1525 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/fab1b5d538a8f9088f8aff86b220340bbca7c2ac4a76194b44aa5112b7bb51af/diff" to get inode usage: stat /var/lib/containers/storage/overlay/fab1b5d538a8f9088f8aff86b220340bbca7c2ac4a76194b44aa5112b7bb51af/diff: no such file or directory, extraDiskErr: <nil>
Apr 08 18:57:23 addons-986803 kubelet[1525]: E0408 18:57:23.320946 1525 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744138643320712752,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606260,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 08 18:57:23 addons-986803 kubelet[1525]: E0408 18:57:23.320987 1525 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744138643320712752,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606260,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 08 18:57:33 addons-986803 kubelet[1525]: E0408 18:57:33.323523 1525 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744138653323278885,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606260,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 08 18:57:33 addons-986803 kubelet[1525]: E0408 18:57:33.323563 1525 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744138653323278885,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606260,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 08 18:57:40 addons-986803 kubelet[1525]: I0408 18:57:40.523624 1525 memory_manager.go:355] "RemoveStaleState removing state" podUID="fcd2b50f-9e28-47d4-bc02-1ec027dc4d42" containerName="csi-resizer"
Apr 08 18:57:40 addons-986803 kubelet[1525]: I0408 18:57:40.523674 1525 memory_manager.go:355] "RemoveStaleState removing state" podUID="c582c4d2-61da-4000-8583-c6f770c3e017" containerName="volume-snapshot-controller"
Apr 08 18:57:40 addons-986803 kubelet[1525]: I0408 18:57:40.523685 1525 memory_manager.go:355] "RemoveStaleState removing state" podUID="a5b9b991-9f13-44c4-ba84-2f82fd2f6faf" containerName="hostpath"
Apr 08 18:57:40 addons-986803 kubelet[1525]: I0408 18:57:40.523692 1525 memory_manager.go:355] "RemoveStaleState removing state" podUID="a5b9b991-9f13-44c4-ba84-2f82fd2f6faf" containerName="csi-snapshotter"
Apr 08 18:57:40 addons-986803 kubelet[1525]: I0408 18:57:40.523698 1525 memory_manager.go:355] "RemoveStaleState removing state" podUID="882470bc-246e-4496-86df-f6b2813c39a1" containerName="csi-attacher"
Apr 08 18:57:40 addons-986803 kubelet[1525]: I0408 18:57:40.523704 1525 memory_manager.go:355] "RemoveStaleState removing state" podUID="a5b9b991-9f13-44c4-ba84-2f82fd2f6faf" containerName="node-driver-registrar"
Apr 08 18:57:40 addons-986803 kubelet[1525]: I0408 18:57:40.523712 1525 memory_manager.go:355] "RemoveStaleState removing state" podUID="a5b9b991-9f13-44c4-ba84-2f82fd2f6faf" containerName="csi-provisioner"
Apr 08 18:57:40 addons-986803 kubelet[1525]: I0408 18:57:40.523718 1525 memory_manager.go:355] "RemoveStaleState removing state" podUID="a5b9b991-9f13-44c4-ba84-2f82fd2f6faf" containerName="csi-external-health-monitor-controller"
Apr 08 18:57:40 addons-986803 kubelet[1525]: I0408 18:57:40.523727 1525 memory_manager.go:355] "RemoveStaleState removing state" podUID="d5b086d9-9fca-48aa-90b3-aaf9fa43fad2" containerName="task-pv-container"
Apr 08 18:57:40 addons-986803 kubelet[1525]: I0408 18:57:40.523734 1525 memory_manager.go:355] "RemoveStaleState removing state" podUID="d758aae1-5b4d-4643-94ac-b793aa5c4866" containerName="volume-snapshot-controller"
Apr 08 18:57:40 addons-986803 kubelet[1525]: I0408 18:57:40.523740 1525 memory_manager.go:355] "RemoveStaleState removing state" podUID="a5b9b991-9f13-44c4-ba84-2f82fd2f6faf" containerName="liveness-probe"
Apr 08 18:57:40 addons-986803 kubelet[1525]: I0408 18:57:40.656034 1525 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5b8z8\" (UniqueName: \"kubernetes.io/projected/736fa47a-efbb-4079-90df-c472bbec11e5-kube-api-access-5b8z8\") pod \"hello-world-app-7d9564db4-x4qgj\" (UID: \"736fa47a-efbb-4079-90df-c472bbec11e5\") " pod="default/hello-world-app-7d9564db4-x4qgj"
==> storage-provisioner [7f8faf10f56653d170110e38df0da1f360ae706802dddd9c4a70e1fbfadba43b] <==
I0408 18:52:05.788448 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0408 18:52:05.861081 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0408 18:52:05.861136 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0408 18:52:05.885484 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0408 18:52:05.885695 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-986803_2c2008a7-e801-43a1-95ac-7f8dbfebadb1!
I0408 18:52:05.886586 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"9a3630e8-f86d-416a-b331-70e99824f672", APIVersion:"v1", ResourceVersion:"895", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-986803_2c2008a7-e801-43a1-95ac-7f8dbfebadb1 became leader
I0408 18:52:05.986668 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-986803_2c2008a7-e801-43a1-95ac-7f8dbfebadb1!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-986803 -n addons-986803
helpers_test.go:261: (dbg) Run: kubectl --context addons-986803 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-lqz8q ingress-nginx-admission-patch-nf2wj
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-986803 describe pod ingress-nginx-admission-create-lqz8q ingress-nginx-admission-patch-nf2wj
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-986803 describe pod ingress-nginx-admission-create-lqz8q ingress-nginx-admission-patch-nf2wj: exit status 1 (93.901862ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-lqz8q" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-nf2wj" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-986803 describe pod ingress-nginx-admission-create-lqz8q ingress-nginx-admission-patch-nf2wj: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-986803 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-986803 addons disable ingress-dns --alsologtostderr -v=1: (1.235386288s)
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-986803 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-986803 addons disable ingress --alsologtostderr -v=1: (7.757557927s)
--- FAIL: TestAddons/parallel/Ingress (153.55s)