=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-434627 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-434627 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-434627 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [01188c5b-bc08-4017-a1f8-db917ab58046] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [01188c5b-bc08-4017-a1f8-db917ab58046] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 9.003966356s
I0414 16:04:15.488434 1925322 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-434627 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-434627 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m9.927939142s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-434627 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-434627 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-434627
helpers_test.go:235: (dbg) docker inspect addons-434627:
-- stdout --
[
{
"Id": "a205a2d1eedc00442da193cd8cb0cdb0ab57cd85f75cbd98507852d4d0d6c7cd",
"Created": "2025-04-14T16:00:49.243692463Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1926483,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-04-14T16:00:49.299197821Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:e51065ad0661308920dfd7c7ddda445e530a6bf56321f8317cb47e1df0975e7c",
"ResolvConfPath": "/var/lib/docker/containers/a205a2d1eedc00442da193cd8cb0cdb0ab57cd85f75cbd98507852d4d0d6c7cd/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/a205a2d1eedc00442da193cd8cb0cdb0ab57cd85f75cbd98507852d4d0d6c7cd/hostname",
"HostsPath": "/var/lib/docker/containers/a205a2d1eedc00442da193cd8cb0cdb0ab57cd85f75cbd98507852d4d0d6c7cd/hosts",
"LogPath": "/var/lib/docker/containers/a205a2d1eedc00442da193cd8cb0cdb0ab57cd85f75cbd98507852d4d0d6c7cd/a205a2d1eedc00442da193cd8cb0cdb0ab57cd85f75cbd98507852d4d0d6c7cd-json.log",
"Name": "/addons-434627",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"addons-434627:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-434627",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "a205a2d1eedc00442da193cd8cb0cdb0ab57cd85f75cbd98507852d4d0d6c7cd",
"LowerDir": "/var/lib/docker/overlay2/de808518c517cbe5fd1480ddcb9b364fe6860d7f73cd23edd818bf03582a5f64-init/diff:/var/lib/docker/overlay2/f4b7692ebaf2846b9f48d2dac9fe312ae9400455a34b85c00f88a6c963366a8c/diff",
"MergedDir": "/var/lib/docker/overlay2/de808518c517cbe5fd1480ddcb9b364fe6860d7f73cd23edd818bf03582a5f64/merged",
"UpperDir": "/var/lib/docker/overlay2/de808518c517cbe5fd1480ddcb9b364fe6860d7f73cd23edd818bf03582a5f64/diff",
"WorkDir": "/var/lib/docker/overlay2/de808518c517cbe5fd1480ddcb9b364fe6860d7f73cd23edd818bf03582a5f64/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "addons-434627",
"Source": "/var/lib/docker/volumes/addons-434627/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "addons-434627",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-434627",
"name.minikube.sigs.k8s.io": "addons-434627",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "f413091059499fb537092e454afa5ae5ba5af3c55a919879e9fcf88457d6b92c",
"SandboxKey": "/var/run/docker/netns/f41309105949",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "35017"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "35018"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "35021"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "35019"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "35020"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-434627": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "76:67:37:21:6a:2a",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "56d954ca6c29d30f4306baeaef1daf154634ec38840c7b83f6e38af94794fd71",
"EndpointID": "9a9ac39873a3cd3a41dbed873dbd1e497ebbeb79be0a113f84a46467a7e60857",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-434627",
"a205a2d1eedc"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-434627 -n addons-434627
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-434627 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-434627 logs -n 25: (1.563433195s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-199088 | download-only-199088 | jenkins | v1.35.0 | 14 Apr 25 16:00 UTC | 14 Apr 25 16:00 UTC |
| start | --download-only -p | download-docker-793817 | jenkins | v1.35.0 | 14 Apr 25 16:00 UTC | |
| | download-docker-793817 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-793817 | download-docker-793817 | jenkins | v1.35.0 | 14 Apr 25 16:00 UTC | 14 Apr 25 16:00 UTC |
| start | --download-only -p | binary-mirror-709557 | jenkins | v1.35.0 | 14 Apr 25 16:00 UTC | |
| | binary-mirror-709557 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:45815 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-709557 | binary-mirror-709557 | jenkins | v1.35.0 | 14 Apr 25 16:00 UTC | 14 Apr 25 16:00 UTC |
| addons | enable dashboard -p | addons-434627 | jenkins | v1.35.0 | 14 Apr 25 16:00 UTC | |
| | addons-434627 | | | | | |
| addons | disable dashboard -p | addons-434627 | jenkins | v1.35.0 | 14 Apr 25 16:00 UTC | |
| | addons-434627 | | | | | |
| start | -p addons-434627 --wait=true | addons-434627 | jenkins | v1.35.0 | 14 Apr 25 16:00 UTC | 14 Apr 25 16:03 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-434627 addons disable | addons-434627 | jenkins | v1.35.0 | 14 Apr 25 16:03 UTC | 14 Apr 25 16:03 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-434627 addons disable | addons-434627 | jenkins | v1.35.0 | 14 Apr 25 16:03 UTC | 14 Apr 25 16:03 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-434627 | jenkins | v1.35.0 | 14 Apr 25 16:03 UTC | 14 Apr 25 16:03 UTC |
| | -p addons-434627 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-434627 addons disable | addons-434627 | jenkins | v1.35.0 | 14 Apr 25 16:03 UTC | 14 Apr 25 16:03 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-434627 ip | addons-434627 | jenkins | v1.35.0 | 14 Apr 25 16:03 UTC | 14 Apr 25 16:03 UTC |
| addons | addons-434627 addons disable | addons-434627 | jenkins | v1.35.0 | 14 Apr 25 16:03 UTC | 14 Apr 25 16:03 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-434627 addons | addons-434627 | jenkins | v1.35.0 | 14 Apr 25 16:03 UTC | 14 Apr 25 16:03 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-434627 addons | addons-434627 | jenkins | v1.35.0 | 14 Apr 25 16:03 UTC | 14 Apr 25 16:04 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-434627 ssh curl -s | addons-434627 | jenkins | v1.35.0 | 14 Apr 25 16:04 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-434627 addons | addons-434627 | jenkins | v1.35.0 | 14 Apr 25 16:04 UTC | 14 Apr 25 16:04 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-434627 addons | addons-434627 | jenkins | v1.35.0 | 14 Apr 25 16:04 UTC | 14 Apr 25 16:04 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-434627 addons | addons-434627 | jenkins | v1.35.0 | 14 Apr 25 16:04 UTC | 14 Apr 25 16:04 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-434627 addons disable | addons-434627 | jenkins | v1.35.0 | 14 Apr 25 16:04 UTC | 14 Apr 25 16:04 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| ssh | addons-434627 ssh cat | addons-434627 | jenkins | v1.35.0 | 14 Apr 25 16:05 UTC | 14 Apr 25 16:05 UTC |
| | /opt/local-path-provisioner/pvc-1f1cb776-8bac-4fa2-9826-7b852fcb23a0_default_test-pvc/file1 | | | | | |
| addons | addons-434627 addons disable | addons-434627 | jenkins | v1.35.0 | 14 Apr 25 16:05 UTC | 14 Apr 25 16:05 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-434627 addons | addons-434627 | jenkins | v1.35.0 | 14 Apr 25 16:05 UTC | 14 Apr 25 16:05 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-434627 ip | addons-434627 | jenkins | v1.35.0 | 14 Apr 25 16:06 UTC | 14 Apr 25 16:06 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/04/14 16:00:23
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.24.0 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0414 16:00:23.204591 1926081 out.go:345] Setting OutFile to fd 1 ...
I0414 16:00:23.204736 1926081 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 16:00:23.204749 1926081 out.go:358] Setting ErrFile to fd 2...
I0414 16:00:23.204754 1926081 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 16:00:23.205060 1926081 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20512-1919953/.minikube/bin
I0414 16:00:23.205530 1926081 out.go:352] Setting JSON to false
I0414 16:00:23.206417 1926081 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":27769,"bootTime":1744618655,"procs":145,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1081-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0414 16:00:23.206485 1926081 start.go:139] virtualization:
I0414 16:00:23.209873 1926081 out.go:177] * [addons-434627] minikube v1.35.0 on Ubuntu 20.04 (arm64)
I0414 16:00:23.213658 1926081 out.go:177] - MINIKUBE_LOCATION=20512
I0414 16:00:23.213847 1926081 notify.go:220] Checking for updates...
I0414 16:00:23.219504 1926081 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0414 16:00:23.222310 1926081 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20512-1919953/kubeconfig
I0414 16:00:23.225023 1926081 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20512-1919953/.minikube
I0414 16:00:23.228055 1926081 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0414 16:00:23.230881 1926081 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0414 16:00:23.234020 1926081 driver.go:394] Setting default libvirt URI to qemu:///system
I0414 16:00:23.259386 1926081 docker.go:123] docker version: linux-28.0.4:Docker Engine - Community
I0414 16:00:23.259526 1926081 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 16:00:23.320589 1926081 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:27 OomKillDisable:true NGoroutines:43 SystemTime:2025-04-14 16:00:23.310640746 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Se
rverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0414 16:00:23.320716 1926081 docker.go:318] overlay module found
I0414 16:00:23.323960 1926081 out.go:177] * Using the docker driver based on user configuration
I0414 16:00:23.326836 1926081 start.go:297] selected driver: docker
I0414 16:00:23.326866 1926081 start.go:901] validating driver "docker" against <nil>
I0414 16:00:23.326881 1926081 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0414 16:00:23.327568 1926081 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 16:00:23.387502 1926081 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:27 OomKillDisable:true NGoroutines:43 SystemTime:2025-04-14 16:00:23.378432681 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Se
rverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0414 16:00:23.387672 1926081 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0414 16:00:23.387900 1926081 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0414 16:00:23.390838 1926081 out.go:177] * Using Docker driver with root privileges
I0414 16:00:23.393652 1926081 cni.go:84] Creating CNI manager for ""
I0414 16:00:23.393717 1926081 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0414 16:00:23.393732 1926081 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0414 16:00:23.393859 1926081 start.go:340] cluster config:
{Name:addons-434627 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-434627 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0414 16:00:23.397133 1926081 out.go:177] * Starting "addons-434627" primary control-plane node in "addons-434627" cluster
I0414 16:00:23.399925 1926081 cache.go:121] Beginning downloading kic base image for docker with crio
I0414 16:00:23.402891 1926081 out.go:177] * Pulling base image v0.0.46-1744107393-20604 ...
I0414 16:00:23.405901 1926081 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0414 16:00:23.405964 1926081 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20512-1919953/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4
I0414 16:00:23.405978 1926081 cache.go:56] Caching tarball of preloaded images
I0414 16:00:23.406007 1926081 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local docker daemon
I0414 16:00:23.406062 1926081 preload.go:172] Found /home/jenkins/minikube-integration/20512-1919953/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I0414 16:00:23.406072 1926081 cache.go:59] Finished verifying existence of preloaded tar for v1.32.2 on crio
I0414 16:00:23.406427 1926081 profile.go:143] Saving config to /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/config.json ...
I0414 16:00:23.406449 1926081 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/config.json: {Name:mk9e11985343868a1cc0c34f2f618eedf7bf495d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:00:23.424786 1926081 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a to local cache
I0414 16:00:23.424908 1926081 image.go:65] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local cache directory
I0414 16:00:23.424934 1926081 image.go:68] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local cache directory, skipping pull
I0414 16:00:23.424939 1926081 image.go:137] gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a exists in cache, skipping pull
I0414 16:00:23.424946 1926081 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a as a tarball
I0414 16:00:23.424951 1926081 cache.go:163] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a from local cache
I0414 16:00:41.258431 1926081 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a from cached tarball
I0414 16:00:41.258472 1926081 cache.go:230] Successfully downloaded all kic artifacts
I0414 16:00:41.258515 1926081 start.go:360] acquireMachinesLock for addons-434627: {Name:mkbc4a9eeac1a8ca0e91b3564971d30410a937e8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0414 16:00:41.259246 1926081 start.go:364] duration metric: took 702.513µs to acquireMachinesLock for "addons-434627"
I0414 16:00:41.259285 1926081 start.go:93] Provisioning new machine with config: &{Name:addons-434627 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-434627 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I0414 16:00:41.259372 1926081 start.go:125] createHost starting for "" (driver="docker")
I0414 16:00:41.262845 1926081 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0414 16:00:41.263078 1926081 start.go:159] libmachine.API.Create for "addons-434627" (driver="docker")
I0414 16:00:41.263115 1926081 client.go:168] LocalClient.Create starting
I0414 16:00:41.263253 1926081 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20512-1919953/.minikube/certs/ca.pem
I0414 16:00:42.136257 1926081 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20512-1919953/.minikube/certs/cert.pem
I0414 16:00:42.557668 1926081 cli_runner.go:164] Run: docker network inspect addons-434627 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0414 16:00:42.574414 1926081 cli_runner.go:211] docker network inspect addons-434627 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0414 16:00:42.574509 1926081 network_create.go:284] running [docker network inspect addons-434627] to gather additional debugging logs...
I0414 16:00:42.574531 1926081 cli_runner.go:164] Run: docker network inspect addons-434627
W0414 16:00:42.592520 1926081 cli_runner.go:211] docker network inspect addons-434627 returned with exit code 1
I0414 16:00:42.592557 1926081 network_create.go:287] error running [docker network inspect addons-434627]: docker network inspect addons-434627: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-434627 not found
I0414 16:00:42.592588 1926081 network_create.go:289] output of [docker network inspect addons-434627]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-434627 not found
** /stderr **
I0414 16:00:42.592696 1926081 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0414 16:00:42.614618 1926081 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001949a00}
I0414 16:00:42.614662 1926081 network_create.go:124] attempt to create docker network addons-434627 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0414 16:00:42.614716 1926081 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-434627 addons-434627
I0414 16:00:42.688050 1926081 network_create.go:108] docker network addons-434627 192.168.49.0/24 created
I0414 16:00:42.688096 1926081 kic.go:121] calculated static IP "192.168.49.2" for the "addons-434627" container
I0414 16:00:42.688168 1926081 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0414 16:00:42.704663 1926081 cli_runner.go:164] Run: docker volume create addons-434627 --label name.minikube.sigs.k8s.io=addons-434627 --label created_by.minikube.sigs.k8s.io=true
I0414 16:00:42.725215 1926081 oci.go:103] Successfully created a docker volume addons-434627
I0414 16:00:42.725368 1926081 cli_runner.go:164] Run: docker run --rm --name addons-434627-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-434627 --entrypoint /usr/bin/test -v addons-434627:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -d /var/lib
I0414 16:00:44.709277 1926081 cli_runner.go:217] Completed: docker run --rm --name addons-434627-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-434627 --entrypoint /usr/bin/test -v addons-434627:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -d /var/lib: (1.983865023s)
I0414 16:00:44.709308 1926081 oci.go:107] Successfully prepared a docker volume addons-434627
I0414 16:00:44.709346 1926081 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0414 16:00:44.709366 1926081 kic.go:194] Starting extracting preloaded images to volume ...
I0414 16:00:44.709437 1926081 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20512-1919953/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-434627:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -I lz4 -xf /preloaded.tar -C /extractDir
I0414 16:00:49.171376 1926081 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20512-1919953/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-434627:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -I lz4 -xf /preloaded.tar -C /extractDir: (4.461891463s)
I0414 16:00:49.171408 1926081 kic.go:203] duration metric: took 4.462039077s to extract preloaded images to volume ...
W0414 16:00:49.171550 1926081 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0414 16:00:49.171661 1926081 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0414 16:00:49.228872 1926081 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-434627 --name addons-434627 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-434627 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-434627 --network addons-434627 --ip 192.168.49.2 --volume addons-434627:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a
I0414 16:00:49.516664 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Running}}
I0414 16:00:49.541559 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:00:49.567618 1926081 cli_runner.go:164] Run: docker exec addons-434627 stat /var/lib/dpkg/alternatives/iptables
I0414 16:00:49.614263 1926081 oci.go:144] the created container "addons-434627" has a running status.
I0414 16:00:49.614292 1926081 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa...
I0414 16:00:49.721077 1926081 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0414 16:00:49.747049 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:00:49.771683 1926081 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0414 16:00:49.771702 1926081 kic_runner.go:114] Args: [docker exec --privileged addons-434627 chown docker:docker /home/docker/.ssh/authorized_keys]
I0414 16:00:49.826975 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:00:49.851823 1926081 machine.go:93] provisionDockerMachine start ...
I0414 16:00:49.851909 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:00:49.879415 1926081 main.go:141] libmachine: Using SSH client type: native
I0414 16:00:49.879749 1926081 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 35017 <nil> <nil>}
I0414 16:00:49.879764 1926081 main.go:141] libmachine: About to run SSH command:
hostname
I0414 16:00:49.880486 1926081 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:58174->127.0.0.1:35017: read: connection reset by peer
I0414 16:00:53.010472 1926081 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-434627
I0414 16:00:53.010497 1926081 ubuntu.go:169] provisioning hostname "addons-434627"
I0414 16:00:53.010563 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:00:53.029188 1926081 main.go:141] libmachine: Using SSH client type: native
I0414 16:00:53.029500 1926081 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 35017 <nil> <nil>}
I0414 16:00:53.029519 1926081 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-434627 && echo "addons-434627" | sudo tee /etc/hostname
I0414 16:00:53.166090 1926081 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-434627
I0414 16:00:53.166185 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:00:53.184084 1926081 main.go:141] libmachine: Using SSH client type: native
I0414 16:00:53.184396 1926081 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 35017 <nil> <nil>}
I0414 16:00:53.184418 1926081 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-434627' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-434627/g' /etc/hosts;
else
echo '127.0.1.1 addons-434627' | sudo tee -a /etc/hosts;
fi
fi
I0414 16:00:53.305953 1926081 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0414 16:00:53.305979 1926081 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20512-1919953/.minikube CaCertPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20512-1919953/.minikube}
I0414 16:00:53.306001 1926081 ubuntu.go:177] setting up certificates
I0414 16:00:53.306011 1926081 provision.go:84] configureAuth start
I0414 16:00:53.306069 1926081 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-434627
I0414 16:00:53.324636 1926081 provision.go:143] copyHostCerts
I0414 16:00:53.324715 1926081 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20512-1919953/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20512-1919953/.minikube/ca.pem (1082 bytes)
I0414 16:00:53.324836 1926081 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20512-1919953/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20512-1919953/.minikube/cert.pem (1123 bytes)
I0414 16:00:53.324894 1926081 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20512-1919953/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20512-1919953/.minikube/key.pem (1675 bytes)
I0414 16:00:53.324937 1926081 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20512-1919953/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20512-1919953/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20512-1919953/.minikube/certs/ca-key.pem org=jenkins.addons-434627 san=[127.0.0.1 192.168.49.2 addons-434627 localhost minikube]
I0414 16:00:54.569986 1926081 provision.go:177] copyRemoteCerts
I0414 16:00:54.570052 1926081 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0414 16:00:54.570096 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:00:54.587722 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
I0414 16:00:54.679065 1926081 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20512-1919953/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0414 16:00:54.704460 1926081 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20512-1919953/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0414 16:00:54.728845 1926081 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20512-1919953/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0414 16:00:54.753120 1926081 provision.go:87] duration metric: took 1.447095824s to configureAuth
I0414 16:00:54.753149 1926081 ubuntu.go:193] setting minikube options for container-runtime
I0414 16:00:54.753376 1926081 config.go:182] Loaded profile config "addons-434627": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 16:00:54.753489 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:00:54.770667 1926081 main.go:141] libmachine: Using SSH client type: native
I0414 16:00:54.770975 1926081 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 35017 <nil> <nil>}
I0414 16:00:54.770996 1926081 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0414 16:00:54.996483 1926081 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0414 16:00:54.996511 1926081 machine.go:96] duration metric: took 5.144668205s to provisionDockerMachine
I0414 16:00:54.996537 1926081 client.go:171] duration metric: took 13.733397486s to LocalClient.Create
I0414 16:00:54.996550 1926081 start.go:167] duration metric: took 13.733471511s to libmachine.API.Create "addons-434627"
I0414 16:00:54.996561 1926081 start.go:293] postStartSetup for "addons-434627" (driver="docker")
I0414 16:00:54.996574 1926081 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0414 16:00:54.996642 1926081 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0414 16:00:54.996682 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:00:55.022836 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
I0414 16:00:55.127953 1926081 ssh_runner.go:195] Run: cat /etc/os-release
I0414 16:00:55.132993 1926081 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0414 16:00:55.133090 1926081 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0414 16:00:55.133120 1926081 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0414 16:00:55.133162 1926081 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0414 16:00:55.133195 1926081 filesync.go:126] Scanning /home/jenkins/minikube-integration/20512-1919953/.minikube/addons for local assets ...
I0414 16:00:55.133329 1926081 filesync.go:126] Scanning /home/jenkins/minikube-integration/20512-1919953/.minikube/files for local assets ...
I0414 16:00:55.133393 1926081 start.go:296] duration metric: took 136.822245ms for postStartSetup
I0414 16:00:55.133933 1926081 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-434627
I0414 16:00:55.156809 1926081 profile.go:143] Saving config to /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/config.json ...
I0414 16:00:55.157152 1926081 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0414 16:00:55.157205 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:00:55.180250 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
I0414 16:00:55.270854 1926081 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0414 16:00:55.275527 1926081 start.go:128] duration metric: took 14.016138151s to createHost
I0414 16:00:55.275593 1926081 start.go:83] releasing machines lock for "addons-434627", held for 14.016328809s
I0414 16:00:55.275695 1926081 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-434627
I0414 16:00:55.294119 1926081 ssh_runner.go:195] Run: cat /version.json
I0414 16:00:55.294147 1926081 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0414 16:00:55.294181 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:00:55.294225 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:00:55.324462 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
I0414 16:00:55.333726 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
I0414 16:00:55.413400 1926081 ssh_runner.go:195] Run: systemctl --version
I0414 16:00:55.549877 1926081 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0414 16:00:55.691854 1926081 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0414 16:00:55.696091 1926081 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0414 16:00:55.717506 1926081 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0414 16:00:55.717593 1926081 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0414 16:00:55.754059 1926081 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0414 16:00:55.754081 1926081 start.go:495] detecting cgroup driver to use...
I0414 16:00:55.754137 1926081 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0414 16:00:55.754194 1926081 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0414 16:00:55.771420 1926081 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0414 16:00:55.783130 1926081 docker.go:217] disabling cri-docker service (if available) ...
I0414 16:00:55.783195 1926081 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0414 16:00:55.797092 1926081 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0414 16:00:55.813944 1926081 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0414 16:00:55.911518 1926081 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0414 16:00:56.011327 1926081 docker.go:233] disabling docker service ...
I0414 16:00:56.011402 1926081 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0414 16:00:56.034201 1926081 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0414 16:00:56.046858 1926081 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0414 16:00:56.141902 1926081 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0414 16:00:56.238553 1926081 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0414 16:00:56.250639 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0414 16:00:56.266985 1926081 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0414 16:00:56.267057 1926081 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0414 16:00:56.278176 1926081 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0414 16:00:56.278257 1926081 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0414 16:00:56.289566 1926081 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0414 16:00:56.299973 1926081 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0414 16:00:56.309897 1926081 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0414 16:00:56.319340 1926081 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0414 16:00:56.329118 1926081 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0414 16:00:56.344993 1926081 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0414 16:00:56.355202 1926081 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0414 16:00:56.363992 1926081 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0414 16:00:56.372777 1926081 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 16:00:56.450678 1926081 ssh_runner.go:195] Run: sudo systemctl restart crio
I0414 16:00:56.567270 1926081 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0414 16:00:56.567388 1926081 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0414 16:00:56.571112 1926081 start.go:563] Will wait 60s for crictl version
I0414 16:00:56.571203 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:00:56.574432 1926081 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0414 16:00:56.613719 1926081 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0414 16:00:56.613882 1926081 ssh_runner.go:195] Run: crio --version
I0414 16:00:56.652943 1926081 ssh_runner.go:195] Run: crio --version
I0414 16:00:56.695732 1926081 out.go:177] * Preparing Kubernetes v1.32.2 on CRI-O 1.24.6 ...
I0414 16:00:56.698571 1926081 cli_runner.go:164] Run: docker network inspect addons-434627 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0414 16:00:56.715101 1926081 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0414 16:00:56.718827 1926081 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0414 16:00:56.730152 1926081 kubeadm.go:883] updating cluster {Name:addons-434627 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-434627 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0414 16:00:56.730266 1926081 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0414 16:00:56.730333 1926081 ssh_runner.go:195] Run: sudo crictl images --output json
I0414 16:00:56.810567 1926081 crio.go:514] all images are preloaded for cri-o runtime.
I0414 16:00:56.810594 1926081 crio.go:433] Images already preloaded, skipping extraction
I0414 16:00:56.810658 1926081 ssh_runner.go:195] Run: sudo crictl images --output json
I0414 16:00:56.850519 1926081 crio.go:514] all images are preloaded for cri-o runtime.
I0414 16:00:56.850542 1926081 cache_images.go:84] Images are preloaded, skipping loading
I0414 16:00:56.850551 1926081 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.32.2 crio true true} ...
I0414 16:00:56.850639 1926081 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-434627 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.32.2 ClusterName:addons-434627 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0414 16:00:56.850724 1926081 ssh_runner.go:195] Run: crio config
I0414 16:00:56.899647 1926081 cni.go:84] Creating CNI manager for ""
I0414 16:00:56.899670 1926081 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0414 16:00:56.899682 1926081 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0414 16:00:56.899736 1926081 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.32.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-434627 NodeName:addons-434627 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0414 16:00:56.899907 1926081 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-434627"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0414 16:00:56.899979 1926081 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.2
I0414 16:00:56.908982 1926081 binaries.go:44] Found k8s binaries, skipping transfer
I0414 16:00:56.909091 1926081 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0414 16:00:56.917884 1926081 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0414 16:00:56.936859 1926081 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0414 16:00:56.955799 1926081 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I0414 16:00:56.974450 1926081 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0414 16:00:56.978296 1926081 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0414 16:00:56.989055 1926081 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 16:00:57.076183 1926081 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0414 16:00:57.090870 1926081 certs.go:68] Setting up /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627 for IP: 192.168.49.2
I0414 16:00:57.090893 1926081 certs.go:194] generating shared ca certs ...
I0414 16:00:57.090935 1926081 certs.go:226] acquiring lock for ca certs: {Name:mk50c6a622eb5502d216ad838a30e4451fabe2cd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:00:57.091118 1926081 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20512-1919953/.minikube/ca.key
I0414 16:00:58.375012 1926081 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20512-1919953/.minikube/ca.crt ...
I0414 16:00:58.375044 1926081 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20512-1919953/.minikube/ca.crt: {Name:mk4ce41b7b6cf8fc96a2a890b610935b4c69de6e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:00:58.375930 1926081 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20512-1919953/.minikube/ca.key ...
I0414 16:00:58.375951 1926081 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20512-1919953/.minikube/ca.key: {Name:mk4c930e5f73e8d0e6a073543e159f9d0c3099c1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:00:58.376059 1926081 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20512-1919953/.minikube/proxy-client-ca.key
I0414 16:00:58.639912 1926081 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20512-1919953/.minikube/proxy-client-ca.crt ...
I0414 16:00:58.639941 1926081 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20512-1919953/.minikube/proxy-client-ca.crt: {Name:mk7ba02c7a4311bf21c07c7d59d4a7a9a7651107 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:00:58.640131 1926081 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20512-1919953/.minikube/proxy-client-ca.key ...
I0414 16:00:58.640145 1926081 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20512-1919953/.minikube/proxy-client-ca.key: {Name:mkdbfa3087faeb7b9fe1463ac42e64efa1b10ca9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:00:58.640940 1926081 certs.go:256] generating profile certs ...
I0414 16:00:58.641008 1926081 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/client.key
I0414 16:00:58.641037 1926081 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/client.crt with IP's: []
I0414 16:00:58.929344 1926081 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/client.crt ...
I0414 16:00:58.929374 1926081 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/client.crt: {Name:mkf1b2d840297bf412c96fe70d997c77379ea986 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:00:58.929562 1926081 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/client.key ...
I0414 16:00:58.929576 1926081 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/client.key: {Name:mk2f31dd9ddf38268ff06ce34fadd47f7a1599e5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:00:58.929663 1926081 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/apiserver.key.e8f57d2d
I0414 16:00:58.929684 1926081 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/apiserver.crt.e8f57d2d with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0414 16:00:59.139983 1926081 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/apiserver.crt.e8f57d2d ...
I0414 16:00:59.140011 1926081 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/apiserver.crt.e8f57d2d: {Name:mk9067e2fedf47e367c106614f2d028c57cb40b5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:00:59.140195 1926081 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/apiserver.key.e8f57d2d ...
I0414 16:00:59.140210 1926081 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/apiserver.key.e8f57d2d: {Name:mk3996e6c5187d6246325c0253a0f1468a0226ca Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:00:59.140977 1926081 certs.go:381] copying /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/apiserver.crt.e8f57d2d -> /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/apiserver.crt
I0414 16:00:59.141074 1926081 certs.go:385] copying /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/apiserver.key.e8f57d2d -> /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/apiserver.key
I0414 16:00:59.141133 1926081 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/proxy-client.key
I0414 16:00:59.141156 1926081 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/proxy-client.crt with IP's: []
I0414 16:00:59.576042 1926081 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/proxy-client.crt ...
I0414 16:00:59.576074 1926081 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/proxy-client.crt: {Name:mkf8d98242e443391de0ffb8d42071f5997da8d7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:00:59.576851 1926081 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/proxy-client.key ...
I0414 16:00:59.576870 1926081 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/proxy-client.key: {Name:mkf413ffe9377444cef7ff56e360e7f2e2d2502c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:00:59.577070 1926081 certs.go:484] found cert: /home/jenkins/minikube-integration/20512-1919953/.minikube/certs/ca-key.pem (1675 bytes)
I0414 16:00:59.577116 1926081 certs.go:484] found cert: /home/jenkins/minikube-integration/20512-1919953/.minikube/certs/ca.pem (1082 bytes)
I0414 16:00:59.577147 1926081 certs.go:484] found cert: /home/jenkins/minikube-integration/20512-1919953/.minikube/certs/cert.pem (1123 bytes)
I0414 16:00:59.577173 1926081 certs.go:484] found cert: /home/jenkins/minikube-integration/20512-1919953/.minikube/certs/key.pem (1675 bytes)
I0414 16:00:59.577727 1926081 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20512-1919953/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0414 16:00:59.602569 1926081 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20512-1919953/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0414 16:00:59.627262 1926081 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20512-1919953/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0414 16:00:59.652140 1926081 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20512-1919953/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0414 16:00:59.676735 1926081 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0414 16:00:59.701256 1926081 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0414 16:00:59.727081 1926081 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0414 16:00:59.752056 1926081 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20512-1919953/.minikube/profiles/addons-434627/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0414 16:00:59.775591 1926081 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20512-1919953/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0414 16:00:59.800147 1926081 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0414 16:00:59.818112 1926081 ssh_runner.go:195] Run: openssl version
I0414 16:00:59.823562 1926081 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0414 16:00:59.833046 1926081 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0414 16:00:59.836539 1926081 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Apr 14 16:00 /usr/share/ca-certificates/minikubeCA.pem
I0414 16:00:59.836627 1926081 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0414 16:00:59.843516 1926081 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0414 16:00:59.853219 1926081 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0414 16:00:59.856821 1926081 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0414 16:00:59.856888 1926081 kubeadm.go:392] StartCluster: {Name:addons-434627 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-434627 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0414 16:00:59.856963 1926081 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0414 16:00:59.857025 1926081 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0414 16:00:59.894831 1926081 cri.go:89] found id: ""
I0414 16:00:59.894908 1926081 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0414 16:00:59.904021 1926081 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0414 16:00:59.913227 1926081 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0414 16:00:59.913322 1926081 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0414 16:00:59.922336 1926081 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0414 16:00:59.922364 1926081 kubeadm.go:157] found existing configuration files:
I0414 16:00:59.922419 1926081 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0414 16:00:59.931321 1926081 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0414 16:00:59.931387 1926081 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0414 16:00:59.940229 1926081 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0414 16:00:59.949185 1926081 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0414 16:00:59.949267 1926081 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0414 16:00:59.958229 1926081 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0414 16:00:59.966977 1926081 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0414 16:00:59.967073 1926081 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0414 16:00:59.975658 1926081 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0414 16:00:59.984959 1926081 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0414 16:00:59.985059 1926081 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0414 16:00:59.993749 1926081 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.32.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0414 16:01:00.164362 1926081 kubeadm.go:310] [init] Using Kubernetes version: v1.32.2
I0414 16:01:00.164427 1926081 kubeadm.go:310] [preflight] Running pre-flight checks
I0414 16:01:00.253257 1926081 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0414 16:01:00.253427 1926081 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1081-aws[0m
I0414 16:01:00.253496 1926081 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0414 16:01:00.253587 1926081 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0414 16:01:00.253667 1926081 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0414 16:01:00.253747 1926081 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0414 16:01:00.253867 1926081 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0414 16:01:00.253955 1926081 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0414 16:01:00.254045 1926081 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0414 16:01:00.254129 1926081 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0414 16:01:00.254216 1926081 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0414 16:01:00.254340 1926081 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0414 16:01:00.474544 1926081 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0414 16:01:00.474699 1926081 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0414 16:01:00.474814 1926081 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0414 16:01:00.483702 1926081 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0414 16:01:00.488640 1926081 out.go:235] - Generating certificates and keys ...
I0414 16:01:00.488802 1926081 kubeadm.go:310] [certs] Using existing ca certificate authority
I0414 16:01:00.488888 1926081 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0414 16:01:01.746247 1926081 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0414 16:01:01.983399 1926081 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0414 16:01:02.572675 1926081 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0414 16:01:02.945810 1926081 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0414 16:01:03.163586 1926081 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0414 16:01:03.163743 1926081 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-434627 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0414 16:01:03.839966 1926081 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0414 16:01:03.840199 1926081 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-434627 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0414 16:01:04.446510 1926081 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0414 16:01:05.282424 1926081 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0414 16:01:05.931277 1926081 kubeadm.go:310] [certs] Generating "sa" key and public key
I0414 16:01:05.931556 1926081 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0414 16:01:06.789676 1926081 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0414 16:01:07.029144 1926081 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0414 16:01:07.393328 1926081 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0414 16:01:07.895400 1926081 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0414 16:01:08.978437 1926081 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0414 16:01:08.979269 1926081 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0414 16:01:08.982282 1926081 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0414 16:01:08.985921 1926081 out.go:235] - Booting up control plane ...
I0414 16:01:08.986031 1926081 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0414 16:01:08.986111 1926081 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0414 16:01:08.986906 1926081 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0414 16:01:08.997457 1926081 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0414 16:01:09.003888 1926081 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0414 16:01:09.003954 1926081 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0414 16:01:09.104139 1926081 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0414 16:01:09.104265 1926081 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0414 16:01:10.604982 1926081 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.500812701s
I0414 16:01:10.605075 1926081 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0414 16:01:16.606983 1926081 kubeadm.go:310] [api-check] The API server is healthy after 6.002070789s
I0414 16:01:16.631368 1926081 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0414 16:01:16.647244 1926081 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0414 16:01:16.672662 1926081 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0414 16:01:16.672868 1926081 kubeadm.go:310] [mark-control-plane] Marking the node addons-434627 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0414 16:01:16.684960 1926081 kubeadm.go:310] [bootstrap-token] Using token: ocecrw.i6ym9zzbhcz8oqml
I0414 16:01:16.690124 1926081 out.go:235] - Configuring RBAC rules ...
I0414 16:01:16.690259 1926081 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0414 16:01:16.692751 1926081 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0414 16:01:16.700820 1926081 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0414 16:01:16.706777 1926081 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0414 16:01:16.710587 1926081 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0414 16:01:16.715157 1926081 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0414 16:01:17.019325 1926081 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0414 16:01:17.494019 1926081 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0414 16:01:18.019129 1926081 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0414 16:01:18.021384 1926081 kubeadm.go:310]
I0414 16:01:18.021467 1926081 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0414 16:01:18.021479 1926081 kubeadm.go:310]
I0414 16:01:18.021557 1926081 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0414 16:01:18.021568 1926081 kubeadm.go:310]
I0414 16:01:18.021593 1926081 kubeadm.go:310] mkdir -p $HOME/.kube
I0414 16:01:18.021655 1926081 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0414 16:01:18.021710 1926081 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0414 16:01:18.021718 1926081 kubeadm.go:310]
I0414 16:01:18.021794 1926081 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0414 16:01:18.021804 1926081 kubeadm.go:310]
I0414 16:01:18.021852 1926081 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0414 16:01:18.021861 1926081 kubeadm.go:310]
I0414 16:01:18.021913 1926081 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0414 16:01:18.021990 1926081 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0414 16:01:18.022070 1926081 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0414 16:01:18.022077 1926081 kubeadm.go:310]
I0414 16:01:18.022168 1926081 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0414 16:01:18.022250 1926081 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0414 16:01:18.022259 1926081 kubeadm.go:310]
I0414 16:01:18.022343 1926081 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token ocecrw.i6ym9zzbhcz8oqml \
I0414 16:01:18.022449 1926081 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:5c8009f65b77f0f99e3e0352227561bfe7128826e8433f5cd8eff88667aebcbe \
I0414 16:01:18.022475 1926081 kubeadm.go:310] --control-plane
I0414 16:01:18.022480 1926081 kubeadm.go:310]
I0414 16:01:18.022570 1926081 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0414 16:01:18.022582 1926081 kubeadm.go:310]
I0414 16:01:18.022665 1926081 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token ocecrw.i6ym9zzbhcz8oqml \
I0414 16:01:18.022776 1926081 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:5c8009f65b77f0f99e3e0352227561bfe7128826e8433f5cd8eff88667aebcbe
I0414 16:01:18.027333 1926081 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I0414 16:01:18.027565 1926081 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1081-aws\n", err: exit status 1
I0414 16:01:18.027680 1926081 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0414 16:01:18.027704 1926081 cni.go:84] Creating CNI manager for ""
I0414 16:01:18.027713 1926081 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0414 16:01:18.030823 1926081 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0414 16:01:18.033686 1926081 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0414 16:01:18.041001 1926081 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.32.2/kubectl ...
I0414 16:01:18.041021 1926081 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0414 16:01:18.067690 1926081 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0414 16:01:18.365155 1926081 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0414 16:01:18.365291 1926081 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 16:01:18.365363 1926081 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-434627 minikube.k8s.io/updated_at=2025_04_14T16_01_18_0700 minikube.k8s.io/version=v1.35.0 minikube.k8s.io/commit=ed8f1f01b35eff2786f40199152a1775806f2de2 minikube.k8s.io/name=addons-434627 minikube.k8s.io/primary=true
I0414 16:01:18.559168 1926081 ops.go:34] apiserver oom_adj: -16
I0414 16:01:18.559279 1926081 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 16:01:19.060026 1926081 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 16:01:19.559438 1926081 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 16:01:20.059440 1926081 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 16:01:20.559350 1926081 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 16:01:21.059399 1926081 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 16:01:21.559753 1926081 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 16:01:21.652999 1926081 kubeadm.go:1113] duration metric: took 3.287759442s to wait for elevateKubeSystemPrivileges
I0414 16:01:21.653033 1926081 kubeadm.go:394] duration metric: took 21.796150711s to StartCluster
I0414 16:01:21.653050 1926081 settings.go:142] acquiring lock: {Name:mkda1489fa7caf77c7d7f36fa1457ac745734ed6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:01:21.653953 1926081 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20512-1919953/kubeconfig
I0414 16:01:21.654342 1926081 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20512-1919953/kubeconfig: {Name:mk7d11c5f318bf35a63b53826fe99bacf2aad495 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:01:21.654550 1926081 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I0414 16:01:21.654688 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0414 16:01:21.654951 1926081 config.go:182] Loaded profile config "addons-434627": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 16:01:21.654985 1926081 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0414 16:01:21.655077 1926081 addons.go:69] Setting yakd=true in profile "addons-434627"
I0414 16:01:21.655091 1926081 addons.go:238] Setting addon yakd=true in "addons-434627"
I0414 16:01:21.655113 1926081 host.go:66] Checking if "addons-434627" exists ...
I0414 16:01:21.655658 1926081 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-434627"
I0414 16:01:21.655686 1926081 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-434627"
I0414 16:01:21.655721 1926081 host.go:66] Checking if "addons-434627" exists ...
I0414 16:01:21.656158 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:01:21.656654 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:01:21.657561 1926081 addons.go:69] Setting metrics-server=true in profile "addons-434627"
I0414 16:01:21.657591 1926081 addons.go:238] Setting addon metrics-server=true in "addons-434627"
I0414 16:01:21.657616 1926081 host.go:66] Checking if "addons-434627" exists ...
I0414 16:01:21.658562 1926081 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-434627"
I0414 16:01:21.658819 1926081 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-434627"
I0414 16:01:21.658857 1926081 host.go:66] Checking if "addons-434627" exists ...
I0414 16:01:21.659291 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:01:21.661905 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:01:21.658738 1926081 addons.go:69] Setting registry=true in profile "addons-434627"
I0414 16:01:21.662687 1926081 addons.go:238] Setting addon registry=true in "addons-434627"
I0414 16:01:21.662762 1926081 host.go:66] Checking if "addons-434627" exists ...
I0414 16:01:21.663342 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:01:21.658755 1926081 addons.go:69] Setting storage-provisioner=true in profile "addons-434627"
I0414 16:01:21.669682 1926081 addons.go:238] Setting addon storage-provisioner=true in "addons-434627"
I0414 16:01:21.669722 1926081 host.go:66] Checking if "addons-434627" exists ...
I0414 16:01:21.670319 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:01:21.670497 1926081 addons.go:69] Setting cloud-spanner=true in profile "addons-434627"
I0414 16:01:21.670558 1926081 addons.go:238] Setting addon cloud-spanner=true in "addons-434627"
I0414 16:01:21.670598 1926081 host.go:66] Checking if "addons-434627" exists ...
I0414 16:01:21.671050 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:01:21.685412 1926081 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-434627"
I0414 16:01:21.685487 1926081 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-434627"
I0414 16:01:21.685520 1926081 host.go:66] Checking if "addons-434627" exists ...
I0414 16:01:21.686101 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:01:21.658762 1926081 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-434627"
I0414 16:01:21.687103 1926081 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-434627"
I0414 16:01:21.658768 1926081 addons.go:69] Setting volcano=true in profile "addons-434627"
I0414 16:01:21.687397 1926081 addons.go:238] Setting addon volcano=true in "addons-434627"
I0414 16:01:21.687421 1926081 host.go:66] Checking if "addons-434627" exists ...
I0414 16:01:21.687802 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:01:21.701980 1926081 addons.go:69] Setting default-storageclass=true in profile "addons-434627"
I0414 16:01:21.702013 1926081 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-434627"
I0414 16:01:21.702351 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:01:21.721833 1926081 addons.go:69] Setting gcp-auth=true in profile "addons-434627"
I0414 16:01:21.721881 1926081 mustload.go:65] Loading cluster: addons-434627
I0414 16:01:21.722107 1926081 config.go:182] Loaded profile config "addons-434627": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 16:01:21.722368 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:01:21.658774 1926081 addons.go:69] Setting volumesnapshots=true in profile "addons-434627"
I0414 16:01:21.722918 1926081 addons.go:238] Setting addon volumesnapshots=true in "addons-434627"
I0414 16:01:21.722951 1926081 host.go:66] Checking if "addons-434627" exists ...
I0414 16:01:21.723368 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:01:21.737635 1926081 addons.go:69] Setting ingress=true in profile "addons-434627"
I0414 16:01:21.737681 1926081 addons.go:238] Setting addon ingress=true in "addons-434627"
I0414 16:01:21.737736 1926081 host.go:66] Checking if "addons-434627" exists ...
I0414 16:01:21.738280 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:01:21.658806 1926081 out.go:177] * Verifying Kubernetes components...
I0414 16:01:21.752565 1926081 addons.go:69] Setting ingress-dns=true in profile "addons-434627"
I0414 16:01:21.752607 1926081 addons.go:238] Setting addon ingress-dns=true in "addons-434627"
I0414 16:01:21.752668 1926081 host.go:66] Checking if "addons-434627" exists ...
I0414 16:01:21.753172 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:01:21.769129 1926081 addons.go:69] Setting inspektor-gadget=true in profile "addons-434627"
I0414 16:01:21.769179 1926081 addons.go:238] Setting addon inspektor-gadget=true in "addons-434627"
I0414 16:01:21.769220 1926081 host.go:66] Checking if "addons-434627" exists ...
I0414 16:01:21.769735 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:01:21.776904 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:01:21.844166 1926081 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 16:01:21.847151 1926081 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0414 16:01:21.847260 1926081 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I0414 16:01:21.851176 1926081 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0414 16:01:21.851209 1926081 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0414 16:01:21.851282 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:01:21.851524 1926081 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I0414 16:01:21.851537 1926081 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0414 16:01:21.851588 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:01:21.864388 1926081 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0414 16:01:21.886809 1926081 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.31
I0414 16:01:21.888246 1926081 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0414 16:01:21.891179 1926081 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0414 16:01:21.891206 1926081 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0414 16:01:21.891347 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:01:21.895146 1926081 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I0414 16:01:21.895193 1926081 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0414 16:01:21.895263 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:01:21.908468 1926081 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I0414 16:01:21.908734 1926081 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0414 16:01:21.908749 1926081 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0414 16:01:21.908823 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:01:21.919039 1926081 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I0414 16:01:21.925434 1926081 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0414 16:01:21.928432 1926081 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0414 16:01:21.928461 1926081 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
W0414 16:01:21.928658 1926081 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0414 16:01:21.931415 1926081 host.go:66] Checking if "addons-434627" exists ...
I0414 16:01:21.933705 1926081 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0414 16:01:21.933722 1926081 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I0414 16:01:21.935220 1926081 out.go:177] - Using image docker.io/registry:2.8.3
I0414 16:01:21.928538 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:01:21.935546 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:01:21.952648 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0414 16:01:21.982134 1926081 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0414 16:01:21.984846 1926081 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I0414 16:01:21.984925 1926081 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0414 16:01:21.985025 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:01:21.989766 1926081 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0414 16:01:21.990063 1926081 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0414 16:01:21.990190 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:01:22.003251 1926081 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0414 16:01:22.007631 1926081 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.39.0
I0414 16:01:22.008344 1926081 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-434627"
I0414 16:01:22.008426 1926081 host.go:66] Checking if "addons-434627" exists ...
I0414 16:01:22.009001 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:01:22.010701 1926081 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I0414 16:01:22.033106 1926081 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I0414 16:01:22.033198 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:01:22.035668 1926081 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0414 16:01:22.036204 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
I0414 16:01:22.041952 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
I0414 16:01:22.043988 1926081 addons.go:238] Setting addon default-storageclass=true in "addons-434627"
I0414 16:01:22.044110 1926081 host.go:66] Checking if "addons-434627" exists ...
I0414 16:01:22.044752 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:01:22.066416 1926081 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I0414 16:01:22.066608 1926081 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0414 16:01:22.069336 1926081 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0414 16:01:22.072082 1926081 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0414 16:01:22.072239 1926081 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0414 16:01:22.075438 1926081 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0414 16:01:22.075464 1926081 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0414 16:01:22.075538 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:01:22.079989 1926081 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0414 16:01:22.082822 1926081 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0414 16:01:22.086898 1926081 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0414 16:01:22.091100 1926081 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0414 16:01:22.093881 1926081 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0414 16:01:22.093911 1926081 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0414 16:01:22.093998 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:01:22.104717 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
I0414 16:01:22.134111 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
I0414 16:01:22.141268 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
I0414 16:01:22.142416 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
I0414 16:01:22.154032 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
I0414 16:01:22.203832 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
I0414 16:01:22.215644 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
I0414 16:01:22.251547 1926081 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0414 16:01:22.251577 1926081 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0414 16:01:22.251637 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:01:22.257835 1926081 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0414 16:01:22.262034 1926081 out.go:177] - Using image docker.io/busybox:stable
I0414 16:01:22.262149 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
I0414 16:01:22.268357 1926081 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0414 16:01:22.268408 1926081 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0414 16:01:22.268473 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:01:22.278018 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
I0414 16:01:22.287787 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
W0414 16:01:22.289498 1926081 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0414 16:01:22.289530 1926081 retry.go:31] will retry after 312.135814ms: ssh: handshake failed: EOF
I0414 16:01:22.334377 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
I0414 16:01:22.337494 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
I0414 16:01:22.394651 1926081 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0414 16:01:22.615901 1926081 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I0414 16:01:22.615987 1926081 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0414 16:01:22.619252 1926081 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0414 16:01:22.630302 1926081 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0414 16:01:22.630380 1926081 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0414 16:01:22.662225 1926081 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0414 16:01:22.666025 1926081 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0414 16:01:22.669571 1926081 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I0414 16:01:22.669652 1926081 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0414 16:01:22.704193 1926081 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0414 16:01:22.704270 1926081 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0414 16:01:22.713915 1926081 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0414 16:01:22.750109 1926081 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I0414 16:01:22.750135 1926081 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0414 16:01:22.754554 1926081 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0414 16:01:22.757198 1926081 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0414 16:01:22.763729 1926081 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0414 16:01:22.763752 1926081 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0414 16:01:22.770620 1926081 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I0414 16:01:22.770644 1926081 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14539 bytes)
I0414 16:01:22.800029 1926081 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0414 16:01:22.800056 1926081 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0414 16:01:22.836221 1926081 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0414 16:01:22.857212 1926081 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I0414 16:01:22.857236 1926081 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0414 16:01:22.878028 1926081 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0414 16:01:22.878053 1926081 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0414 16:01:22.943432 1926081 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0414 16:01:22.943457 1926081 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0414 16:01:22.963843 1926081 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0414 16:01:22.971543 1926081 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I0414 16:01:22.971582 1926081 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0414 16:01:22.975719 1926081 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0414 16:01:22.975743 1926081 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0414 16:01:23.080659 1926081 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0414 16:01:23.095822 1926081 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0414 16:01:23.105568 1926081 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0414 16:01:23.105597 1926081 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0414 16:01:23.163639 1926081 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0414 16:01:23.163667 1926081 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0414 16:01:23.187505 1926081 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I0414 16:01:23.187530 1926081 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0414 16:01:23.190912 1926081 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0414 16:01:23.190940 1926081 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0414 16:01:23.254399 1926081 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0414 16:01:23.346229 1926081 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0414 16:01:23.379718 1926081 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0414 16:01:23.379744 1926081 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0414 16:01:23.383662 1926081 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0414 16:01:23.383687 1926081 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0414 16:01:23.494286 1926081 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0414 16:01:23.494316 1926081 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0414 16:01:23.497452 1926081 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0414 16:01:23.621172 1926081 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0414 16:01:23.621198 1926081 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0414 16:01:23.702480 1926081 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0414 16:01:23.702505 1926081 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0414 16:01:23.732778 1926081 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0414 16:01:23.732801 1926081 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0414 16:01:23.797193 1926081 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0414 16:01:23.797217 1926081 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0414 16:01:23.825925 1926081 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0414 16:01:23.826010 1926081 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0414 16:01:23.874148 1926081 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0414 16:01:25.481365 1926081 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (3.528681488s)
I0414 16:01:25.481526 1926081 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0414 16:01:25.481451 1926081 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (3.086715121s)
I0414 16:01:25.482351 1926081 node_ready.go:35] waiting up to 6m0s for node "addons-434627" to be "Ready" ...
I0414 16:01:25.628612 1926081 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (3.009269463s)
I0414 16:01:26.245502 1926081 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-434627" context rescaled to 1 replicas
I0414 16:01:26.602156 1926081 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (3.939846844s)
I0414 16:01:26.602247 1926081 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.936151203s)
I0414 16:01:26.995485 1926081 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.281536317s)
I0414 16:01:26.995634 1926081 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (4.241035398s)
I0414 16:01:26.995886 1926081 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (4.238665571s)
I0414 16:01:27.113245 1926081 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (4.276989316s)
I0414 16:01:27.280054 1926081 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (4.316177949s)
I0414 16:01:27.490843 1926081 node_ready.go:53] node "addons-434627" has status "Ready":"False"
I0414 16:01:28.550048 1926081 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.469350823s)
I0414 16:01:28.550224 1926081 addons.go:479] Verifying addon ingress=true in "addons-434627"
I0414 16:01:28.550614 1926081 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.053132775s)
W0414 16:01:28.550809 1926081 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0414 16:01:28.550378 1926081 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.295950205s)
I0414 16:01:28.550859 1926081 addons.go:479] Verifying addon metrics-server=true in "addons-434627"
I0414 16:01:28.550411 1926081 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (5.204156506s)
I0414 16:01:28.550965 1926081 retry.go:31] will retry after 261.124612ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0414 16:01:28.550156 1926081 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.454308867s)
I0414 16:01:28.551013 1926081 addons.go:479] Verifying addon registry=true in "addons-434627"
I0414 16:01:28.554499 1926081 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-434627 service yakd-dashboard -n yakd-dashboard
I0414 16:01:28.554619 1926081 out.go:177] * Verifying ingress addon...
I0414 16:01:28.554663 1926081 out.go:177] * Verifying registry addon...
I0414 16:01:28.558710 1926081 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0414 16:01:28.558984 1926081 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0414 16:01:28.567471 1926081 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0414 16:01:28.567543 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:28.568523 1926081 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0414 16:01:28.568583 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:28.812635 1926081 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0414 16:01:28.952354 1926081 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (5.078075876s)
I0414 16:01:28.952439 1926081 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-434627"
I0414 16:01:28.957616 1926081 out.go:177] * Verifying csi-hostpath-driver addon...
I0414 16:01:28.961495 1926081 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0414 16:01:28.990061 1926081 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0414 16:01:28.990132 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:29.100719 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:29.101453 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:29.465831 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:29.566191 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:29.566521 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:29.965571 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:29.985357 1926081 node_ready.go:53] node "addons-434627" has status "Ready":"False"
I0414 16:01:30.069994 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:30.070126 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:30.466477 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:30.562306 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:30.563123 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:30.964815 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:31.065688 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:31.065868 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:31.466925 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:31.563240 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:31.563509 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:31.744082 1926081 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.931353335s)
I0414 16:01:31.965481 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:32.066925 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:32.067451 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:32.216224 1926081 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0414 16:01:32.216325 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:01:32.237835 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
I0414 16:01:32.340995 1926081 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0414 16:01:32.359648 1926081 addons.go:238] Setting addon gcp-auth=true in "addons-434627"
I0414 16:01:32.359704 1926081 host.go:66] Checking if "addons-434627" exists ...
I0414 16:01:32.360204 1926081 cli_runner.go:164] Run: docker container inspect addons-434627 --format={{.State.Status}}
I0414 16:01:32.379264 1926081 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0414 16:01:32.379333 1926081 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-434627
I0414 16:01:32.397680 1926081 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35017 SSHKeyPath:/home/jenkins/minikube-integration/20512-1919953/.minikube/machines/addons-434627/id_rsa Username:docker}
I0414 16:01:32.465096 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:32.486077 1926081 node_ready.go:53] node "addons-434627" has status "Ready":"False"
I0414 16:01:32.497821 1926081 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0414 16:01:32.500686 1926081 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I0414 16:01:32.503507 1926081 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0414 16:01:32.503538 1926081 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0414 16:01:32.523384 1926081 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0414 16:01:32.523407 1926081 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0414 16:01:32.547125 1926081 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0414 16:01:32.547194 1926081 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0414 16:01:32.565497 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:32.565853 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:32.571625 1926081 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0414 16:01:32.968101 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:33.076209 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:33.080366 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:33.086166 1926081 addons.go:479] Verifying addon gcp-auth=true in "addons-434627"
I0414 16:01:33.089549 1926081 out.go:177] * Verifying gcp-auth addon...
I0414 16:01:33.092447 1926081 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0414 16:01:33.096592 1926081 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0414 16:01:33.096674 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:33.465872 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:33.563044 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:33.563044 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:33.595715 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:33.964596 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:34.062731 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:34.062837 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:34.095457 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:34.464405 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:34.486241 1926081 node_ready.go:53] node "addons-434627" has status "Ready":"False"
I0414 16:01:34.562809 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:34.563277 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:34.596287 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:34.964546 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:35.062453 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:35.062704 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:35.095949 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:35.466390 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:35.562525 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:35.562757 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:35.595714 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:35.965231 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:36.062916 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:36.063072 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:36.096003 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:36.464962 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:36.487588 1926081 node_ready.go:53] node "addons-434627" has status "Ready":"False"
I0414 16:01:36.563201 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:36.563395 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:36.596225 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:36.964365 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:37.062745 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:37.063228 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:37.095969 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:37.465259 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:37.562501 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:37.562600 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:37.595415 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:37.964288 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:38.062946 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:38.063237 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:38.096558 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:38.465069 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:38.563265 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:38.563449 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:38.595000 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:38.965132 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:38.986547 1926081 node_ready.go:53] node "addons-434627" has status "Ready":"False"
I0414 16:01:39.063043 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:39.063520 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:39.097240 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:39.465431 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:39.562132 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:39.562499 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:39.596117 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:39.965261 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:40.073798 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:40.074169 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:40.114786 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:40.542162 1926081 node_ready.go:49] node "addons-434627" has status "Ready":"True"
I0414 16:01:40.542194 1926081 node_ready.go:38] duration metric: took 15.059814128s for node "addons-434627" to be "Ready" ...
I0414 16:01:40.542205 1926081 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0414 16:01:40.565239 1926081 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0414 16:01:40.565265 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:40.566101 1926081 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-7s6kq" in "kube-system" namespace to be "Ready" ...
I0414 16:01:40.642931 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:40.664309 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:40.664408 1926081 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0414 16:01:40.664422 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:40.984881 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:41.062890 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:41.063361 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:41.096169 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:41.467448 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:41.565708 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:41.566248 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:41.583709 1926081 pod_ready.go:93] pod "coredns-668d6bf9bc-7s6kq" in "kube-system" namespace has status "Ready":"True"
I0414 16:01:41.583730 1926081 pod_ready.go:82] duration metric: took 1.017601748s for pod "coredns-668d6bf9bc-7s6kq" in "kube-system" namespace to be "Ready" ...
I0414 16:01:41.583752 1926081 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-434627" in "kube-system" namespace to be "Ready" ...
I0414 16:01:41.591276 1926081 pod_ready.go:93] pod "etcd-addons-434627" in "kube-system" namespace has status "Ready":"True"
I0414 16:01:41.591343 1926081 pod_ready.go:82] duration metric: took 7.582359ms for pod "etcd-addons-434627" in "kube-system" namespace to be "Ready" ...
I0414 16:01:41.591374 1926081 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-434627" in "kube-system" namespace to be "Ready" ...
I0414 16:01:41.596391 1926081 pod_ready.go:93] pod "kube-apiserver-addons-434627" in "kube-system" namespace has status "Ready":"True"
I0414 16:01:41.596454 1926081 pod_ready.go:82] duration metric: took 5.059372ms for pod "kube-apiserver-addons-434627" in "kube-system" namespace to be "Ready" ...
I0414 16:01:41.596480 1926081 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-434627" in "kube-system" namespace to be "Ready" ...
I0414 16:01:41.597062 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:41.610068 1926081 pod_ready.go:93] pod "kube-controller-manager-addons-434627" in "kube-system" namespace has status "Ready":"True"
I0414 16:01:41.610103 1926081 pod_ready.go:82] duration metric: took 13.595042ms for pod "kube-controller-manager-addons-434627" in "kube-system" namespace to be "Ready" ...
I0414 16:01:41.610118 1926081 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-crfs6" in "kube-system" namespace to be "Ready" ...
I0414 16:01:41.686289 1926081 pod_ready.go:93] pod "kube-proxy-crfs6" in "kube-system" namespace has status "Ready":"True"
I0414 16:01:41.686315 1926081 pod_ready.go:82] duration metric: took 76.18963ms for pod "kube-proxy-crfs6" in "kube-system" namespace to be "Ready" ...
I0414 16:01:41.686326 1926081 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-434627" in "kube-system" namespace to be "Ready" ...
I0414 16:01:41.965128 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:42.072767 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:42.078503 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:42.087464 1926081 pod_ready.go:93] pod "kube-scheduler-addons-434627" in "kube-system" namespace has status "Ready":"True"
I0414 16:01:42.087498 1926081 pod_ready.go:82] duration metric: took 401.161564ms for pod "kube-scheduler-addons-434627" in "kube-system" namespace to be "Ready" ...
I0414 16:01:42.087516 1926081 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-7fbb699795-wh7hf" in "kube-system" namespace to be "Ready" ...
I0414 16:01:42.111363 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:42.467709 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:42.568034 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:42.568151 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:42.595402 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:42.965055 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:43.063770 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:43.064212 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:43.096005 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:43.465730 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:43.573248 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:43.573579 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:43.603689 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:43.966004 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:44.064828 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:44.065310 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:44.096922 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:44.098861 1926081 pod_ready.go:103] pod "metrics-server-7fbb699795-wh7hf" in "kube-system" namespace has status "Ready":"False"
I0414 16:01:44.465408 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:44.564446 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:44.565800 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:44.599879 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:44.966086 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:45.075679 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:45.078397 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:45.100961 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:45.524599 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:45.608519 1926081 pod_ready.go:93] pod "metrics-server-7fbb699795-wh7hf" in "kube-system" namespace has status "Ready":"True"
I0414 16:01:45.608551 1926081 pod_ready.go:82] duration metric: took 3.521023661s for pod "metrics-server-7fbb699795-wh7hf" in "kube-system" namespace to be "Ready" ...
I0414 16:01:45.608564 1926081 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace to be "Ready" ...
I0414 16:01:45.618804 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:45.625287 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:45.627175 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:45.965386 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:46.063991 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:46.064120 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:46.096584 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:46.464642 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:46.571138 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:46.571352 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:46.595303 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:46.965680 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:47.063262 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:47.063464 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:47.096128 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:47.468762 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:47.562883 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:47.562949 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:47.595830 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:47.614132 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:01:47.965649 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:48.063843 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:48.064040 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:48.098002 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:48.465981 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:48.564840 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:48.565162 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:48.664914 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:48.966411 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:49.065102 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:49.065759 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:49.096305 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:49.465206 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:49.563791 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:49.564200 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:49.596163 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:49.614482 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:01:49.965558 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:50.064459 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:50.065099 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:50.099828 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:50.464789 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:50.562478 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:50.563358 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:50.596446 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:50.971490 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:51.067573 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:51.068073 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:51.097802 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:51.472631 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:51.563256 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:51.563452 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:51.603793 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:51.615444 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:01:51.965101 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:52.062871 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:52.062997 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:52.096144 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:52.466105 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:52.565179 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:52.565558 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:52.596372 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:52.966588 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:53.064648 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:53.065032 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:53.096355 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:53.465936 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:53.564368 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:53.564715 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:53.595961 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:53.617933 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:01:53.966042 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:54.064227 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:54.064394 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:54.096200 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:54.464992 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:54.564342 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:54.564874 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:54.615680 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:54.965437 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:55.064239 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:55.064674 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:55.096587 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:55.465079 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:55.562209 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:55.562443 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:55.596633 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:55.966481 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:56.067288 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:56.067666 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:56.095391 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:56.115068 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:01:56.465590 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:56.563893 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:56.564337 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:56.596121 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:56.971933 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:57.062793 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:57.062912 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:57.096037 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:57.465587 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:57.562515 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:57.562948 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:57.595908 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:57.965512 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:58.064057 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:58.064439 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:58.099581 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:58.465625 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:58.569206 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:58.570323 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:58.596120 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:58.614907 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:01:58.967451 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:59.064043 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:59.064267 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:59.096362 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:59.465898 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:01:59.562460 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:01:59.564328 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:01:59.597053 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:01:59.965375 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:00.072153 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:00.086637 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:00.103709 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:00.465680 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:00.562991 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:00.563050 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:00.596209 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:00.966730 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:01.062613 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:01.063399 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:01.095205 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:01.114738 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:02:01.466101 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:01.562300 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:01.562751 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:01.595849 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:01.967739 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:02.063230 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:02.063392 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:02.095989 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:02.464618 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:02.563439 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:02.563687 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:02.595725 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:02.971868 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:03.063993 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:03.064116 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:03.095922 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:03.114879 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:02:03.467433 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:03.564685 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:03.564934 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:03.595822 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:03.966200 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:04.066505 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:04.067077 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:04.096277 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:04.465695 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:04.567352 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:04.567904 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:04.596443 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:04.964795 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:05.065678 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:05.066223 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:05.096777 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:05.115056 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:02:05.465469 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:05.563615 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:05.564200 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:05.597877 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:05.965892 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:06.064572 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:06.065352 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:06.096620 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:06.466355 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:06.565243 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:06.565883 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:06.595966 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:06.965687 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:07.066540 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:07.067718 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:07.096494 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:07.466556 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:07.564479 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:07.564876 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:07.596659 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:07.613808 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:02:07.965024 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:08.062960 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:08.063311 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:08.096576 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:08.466016 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:08.565401 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:08.565892 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:08.601949 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:08.965762 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:09.066614 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:09.067150 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:09.095976 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:09.465623 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:09.562677 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:09.565261 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:09.596041 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:09.614056 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:02:09.966019 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:10.062805 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:10.062991 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:10.096173 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:10.464933 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:10.563147 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:10.563339 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:10.596507 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:10.966294 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:11.066129 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:11.066187 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:11.096342 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:11.465253 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:11.564207 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:11.566430 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:11.597120 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:11.623161 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:02:11.975191 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:12.063848 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:12.064374 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:12.096897 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:12.465693 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:12.563628 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:12.563711 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:12.595977 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:12.969292 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:13.071632 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:13.071819 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:13.099908 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:13.465107 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:13.562473 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:13.562487 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:13.595871 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:13.967009 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:14.063101 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:14.063805 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:14.095991 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:14.114302 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:02:14.466499 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:14.565088 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:14.566060 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:14.598302 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:14.965764 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:15.070884 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:15.071255 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:15.096654 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:15.471104 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:15.567182 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:15.567251 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:15.595679 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:15.964752 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:16.062130 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:16.062939 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:16.095917 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:16.465823 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:16.566927 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:16.567094 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:16.596034 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:16.614480 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:02:16.965359 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:17.065836 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:17.066106 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:17.095774 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:17.464913 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:17.563758 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:17.564224 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:17.597542 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:17.965200 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:18.064746 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:18.065323 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:18.096875 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:18.466246 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:18.562904 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:18.563055 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:18.596016 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:18.619889 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:02:18.969197 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:19.072712 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:19.073140 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:19.096408 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:19.469287 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:19.562210 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:02:19.562797 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:19.595569 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:19.968120 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:20.062283 1926081 kapi.go:107] duration metric: took 51.50329335s to wait for kubernetes.io/minikube-addons=registry ...
I0414 16:02:20.062671 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:20.095620 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:20.465205 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:20.563092 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:20.596186 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:20.966661 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:21.062774 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:21.095770 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:21.113563 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:02:21.464935 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:21.562788 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:21.595746 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:21.966221 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:22.062932 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:22.096183 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:22.465756 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:22.563063 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:22.596303 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:22.965574 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:23.063936 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:23.104250 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:23.120021 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:02:23.466024 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:23.562370 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:23.596473 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:23.965290 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:24.062864 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:24.095882 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:24.465309 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:24.562456 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:24.600222 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:24.968748 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:25.062566 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:25.095958 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:25.124038 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:02:25.468684 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:25.561982 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:25.596420 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:25.966032 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:26.062425 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:26.096016 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:26.466278 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:26.565565 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:26.595670 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:26.964866 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:27.062319 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:27.096082 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:27.466050 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:27.564842 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:27.599415 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:27.614940 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:02:27.966052 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:28.062686 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:28.096074 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:28.465398 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:28.563037 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:28.596741 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:28.968903 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:29.064258 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:29.097001 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:29.465933 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:29.562650 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:29.595639 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:29.615468 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:02:29.964773 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:30.065531 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:30.096195 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:30.466089 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:30.562447 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:30.601469 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:30.973732 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:31.064248 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:31.095907 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:31.469121 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:31.572442 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:31.671360 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:31.965435 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:32.065760 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:32.097013 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:32.122524 1926081 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"False"
I0414 16:02:32.465070 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:32.562022 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:32.596077 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:32.614425 1926081 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace has status "Ready":"True"
I0414 16:02:32.614451 1926081 pod_ready.go:82] duration metric: took 47.005880144s for pod "nvidia-device-plugin-daemonset-f2vc8" in "kube-system" namespace to be "Ready" ...
I0414 16:02:32.614471 1926081 pod_ready.go:39] duration metric: took 52.072250062s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0414 16:02:32.614510 1926081 api_server.go:52] waiting for apiserver process to appear ...
I0414 16:02:32.614549 1926081 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0414 16:02:32.614630 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0414 16:02:32.670488 1926081 cri.go:89] found id: "aa3d6e7db26e016c541ef6101fe0189cfcdb532c3124cf4ef13cbe1d35107170"
I0414 16:02:32.670511 1926081 cri.go:89] found id: ""
I0414 16:02:32.670519 1926081 logs.go:282] 1 containers: [aa3d6e7db26e016c541ef6101fe0189cfcdb532c3124cf4ef13cbe1d35107170]
I0414 16:02:32.670585 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:32.676507 1926081 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0414 16:02:32.676637 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0414 16:02:32.743655 1926081 cri.go:89] found id: "7d512ee7a9c7a205c7348c59a3d235846283ac4e3571303dc9994b605e0a8afc"
I0414 16:02:32.743719 1926081 cri.go:89] found id: ""
I0414 16:02:32.743742 1926081 logs.go:282] 1 containers: [7d512ee7a9c7a205c7348c59a3d235846283ac4e3571303dc9994b605e0a8afc]
I0414 16:02:32.743824 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:32.751751 1926081 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0414 16:02:32.751866 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0414 16:02:32.815982 1926081 cri.go:89] found id: "7ab77f35f53907318dfa5bb0b3fdd5bdcd3824f8c31766e17388a49796d1740f"
I0414 16:02:32.816070 1926081 cri.go:89] found id: ""
I0414 16:02:32.816103 1926081 logs.go:282] 1 containers: [7ab77f35f53907318dfa5bb0b3fdd5bdcd3824f8c31766e17388a49796d1740f]
I0414 16:02:32.816175 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:32.821520 1926081 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0414 16:02:32.821641 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0414 16:02:32.870921 1926081 cri.go:89] found id: "0228978b42ab94d17c23a4c2616103776fe95f68d1df479125ee09e42fd6e83a"
I0414 16:02:32.870994 1926081 cri.go:89] found id: ""
I0414 16:02:32.871018 1926081 logs.go:282] 1 containers: [0228978b42ab94d17c23a4c2616103776fe95f68d1df479125ee09e42fd6e83a]
I0414 16:02:32.871092 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:32.875346 1926081 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0414 16:02:32.875471 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0414 16:02:32.921434 1926081 cri.go:89] found id: "09bc2594eca3248905c613f2c0d9b66dc842e9361ad65aa0213c95c08f452508"
I0414 16:02:32.921522 1926081 cri.go:89] found id: ""
I0414 16:02:32.921557 1926081 logs.go:282] 1 containers: [09bc2594eca3248905c613f2c0d9b66dc842e9361ad65aa0213c95c08f452508]
I0414 16:02:32.921655 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:32.926134 1926081 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0414 16:02:32.926300 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0414 16:02:32.967138 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:32.978136 1926081 cri.go:89] found id: "c0269422bfe52ec6d1a630433afd8adec45952c58af4f5048a51081e495b02f5"
I0414 16:02:32.978157 1926081 cri.go:89] found id: ""
I0414 16:02:32.978165 1926081 logs.go:282] 1 containers: [c0269422bfe52ec6d1a630433afd8adec45952c58af4f5048a51081e495b02f5]
I0414 16:02:32.978248 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:32.981960 1926081 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0414 16:02:32.982093 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0414 16:02:33.027099 1926081 cri.go:89] found id: "d6899117c05e274833e97e111aea5f07a738281113a9489f310365a849627843"
I0414 16:02:33.027127 1926081 cri.go:89] found id: ""
I0414 16:02:33.027136 1926081 logs.go:282] 1 containers: [d6899117c05e274833e97e111aea5f07a738281113a9489f310365a849627843]
I0414 16:02:33.027199 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:33.031099 1926081 logs.go:123] Gathering logs for coredns [7ab77f35f53907318dfa5bb0b3fdd5bdcd3824f8c31766e17388a49796d1740f] ...
I0414 16:02:33.031132 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7ab77f35f53907318dfa5bb0b3fdd5bdcd3824f8c31766e17388a49796d1740f"
I0414 16:02:33.062906 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:33.078386 1926081 logs.go:123] Gathering logs for kube-controller-manager [c0269422bfe52ec6d1a630433afd8adec45952c58af4f5048a51081e495b02f5] ...
I0414 16:02:33.078416 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c0269422bfe52ec6d1a630433afd8adec45952c58af4f5048a51081e495b02f5"
I0414 16:02:33.095884 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:33.146543 1926081 logs.go:123] Gathering logs for kindnet [d6899117c05e274833e97e111aea5f07a738281113a9489f310365a849627843] ...
I0414 16:02:33.146580 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d6899117c05e274833e97e111aea5f07a738281113a9489f310365a849627843"
I0414 16:02:33.197889 1926081 logs.go:123] Gathering logs for CRI-O ...
I0414 16:02:33.197917 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0414 16:02:33.316552 1926081 logs.go:123] Gathering logs for container status ...
I0414 16:02:33.316595 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0414 16:02:33.483238 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:33.562377 1926081 logs.go:123] Gathering logs for kubelet ...
I0414 16:02:33.562405 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0414 16:02:33.565973 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:33.596373 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W0414 16:02:33.657332 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:25 addons-434627 kubelet[1529]: W0414 16:01:25.392205 1529 reflector.go:569] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-434627' and this object
W0414 16:02:33.657578 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:25 addons-434627 kubelet[1529]: E0414 16:01:25.392268 1529 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:33.657766 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:25 addons-434627 kubelet[1529]: W0414 16:01:25.427939 1529 reflector.go:569] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-434627' and this object
W0414 16:02:33.658032 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:25 addons-434627 kubelet[1529]: E0414 16:01:25.427987 1529 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:33.675160 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: I0414 16:01:40.116164 1529 status_manager.go:890] "Failed to get status for pod" podUID="457e0252-75f4-4cad-ae38-ae96a7530ab4" pod="kube-system/coredns-668d6bf9bc-7s6kq" err="pods \"coredns-668d6bf9bc-7s6kq\" is forbidden: User \"system:node:addons-434627\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-434627' and this object"
W0414 16:02:33.675394 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.116272 1529 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-434627' and this object
W0414 16:02:33.675628 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.116303 1529 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:33.675829 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.123935 1529 reflector.go:569] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-434627' and this object
W0414 16:02:33.676094 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.124009 1529 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:33.676292 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.124068 1529 reflector.go:569] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-434627" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-434627' and this object
W0414 16:02:33.676526 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.124084 1529 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:33.679157 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.208655 1529 reflector.go:569] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-434627' and this object
W0414 16:02:33.679457 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.208700 1529 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:33.679751 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.217395 1529 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-434627' and this object
W0414 16:02:33.680080 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.217442 1529 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:33.680285 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.245240 1529 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-434627" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-434627' and this object
W0414 16:02:33.680524 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.245292 1529 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
I0414 16:02:33.719000 1926081 logs.go:123] Gathering logs for describe nodes ...
I0414 16:02:33.719041 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0414 16:02:33.980467 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:34.023450 1926081 logs.go:123] Gathering logs for kube-scheduler [0228978b42ab94d17c23a4c2616103776fe95f68d1df479125ee09e42fd6e83a] ...
I0414 16:02:34.023486 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0228978b42ab94d17c23a4c2616103776fe95f68d1df479125ee09e42fd6e83a"
I0414 16:02:34.063851 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:34.119880 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:34.130904 1926081 logs.go:123] Gathering logs for kube-proxy [09bc2594eca3248905c613f2c0d9b66dc842e9361ad65aa0213c95c08f452508] ...
I0414 16:02:34.130939 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 09bc2594eca3248905c613f2c0d9b66dc842e9361ad65aa0213c95c08f452508"
I0414 16:02:34.195886 1926081 logs.go:123] Gathering logs for dmesg ...
I0414 16:02:34.195920 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0414 16:02:34.234498 1926081 logs.go:123] Gathering logs for kube-apiserver [aa3d6e7db26e016c541ef6101fe0189cfcdb532c3124cf4ef13cbe1d35107170] ...
I0414 16:02:34.234531 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 aa3d6e7db26e016c541ef6101fe0189cfcdb532c3124cf4ef13cbe1d35107170"
I0414 16:02:34.300980 1926081 logs.go:123] Gathering logs for etcd [7d512ee7a9c7a205c7348c59a3d235846283ac4e3571303dc9994b605e0a8afc] ...
I0414 16:02:34.301021 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7d512ee7a9c7a205c7348c59a3d235846283ac4e3571303dc9994b605e0a8afc"
I0414 16:02:34.356357 1926081 out.go:358] Setting ErrFile to fd 2...
I0414 16:02:34.356386 1926081 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0414 16:02:34.356461 1926081 out.go:270] X Problems detected in kubelet:
W0414 16:02:34.356475 1926081 out.go:270] Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.208700 1529 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:34.356502 1926081 out.go:270] Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.217395 1529 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-434627' and this object
W0414 16:02:34.356518 1926081 out.go:270] Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.217442 1529 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:34.356530 1926081 out.go:270] Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.245240 1529 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-434627" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-434627' and this object
W0414 16:02:34.356541 1926081 out.go:270] Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.245292 1529 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
I0414 16:02:34.356548 1926081 out.go:358] Setting ErrFile to fd 2...
I0414 16:02:34.356559 1926081 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 16:02:34.466358 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:34.562000 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:34.595779 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:34.964684 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:35.062621 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:35.095441 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:35.465906 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:35.566168 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:35.596010 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:35.967146 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:36.063485 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:36.096058 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:36.465904 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:36.562125 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:36.596622 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:36.965491 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:37.062547 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:37.098003 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:37.465734 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:37.561744 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:37.596509 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:37.965085 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:38.062304 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:38.096860 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:38.470438 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:38.562890 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:38.604141 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:38.966011 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:39.061995 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:39.095958 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:39.464866 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:39.563131 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:39.596472 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:39.967058 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:40.063931 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:40.097428 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:40.465833 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:40.563176 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:40.596858 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:40.978419 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:41.067825 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:41.100960 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:41.469542 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:41.563007 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:41.595719 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:41.967242 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:42.062758 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:42.097191 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:42.465700 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:42.562095 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:42.596685 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:42.964788 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:43.062353 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:43.096213 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:43.465954 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:43.562182 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:43.596619 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:43.965456 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:44.062878 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:44.096333 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:44.357845 1926081 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0414 16:02:44.379917 1926081 api_server.go:72] duration metric: took 1m22.72532207s to wait for apiserver process to appear ...
I0414 16:02:44.379941 1926081 api_server.go:88] waiting for apiserver healthz status ...
I0414 16:02:44.380492 1926081 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0414 16:02:44.380568 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0414 16:02:44.440519 1926081 cri.go:89] found id: "aa3d6e7db26e016c541ef6101fe0189cfcdb532c3124cf4ef13cbe1d35107170"
I0414 16:02:44.440543 1926081 cri.go:89] found id: ""
I0414 16:02:44.440551 1926081 logs.go:282] 1 containers: [aa3d6e7db26e016c541ef6101fe0189cfcdb532c3124cf4ef13cbe1d35107170]
I0414 16:02:44.440608 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:44.444894 1926081 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0414 16:02:44.444968 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0414 16:02:44.465343 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:44.503529 1926081 cri.go:89] found id: "7d512ee7a9c7a205c7348c59a3d235846283ac4e3571303dc9994b605e0a8afc"
I0414 16:02:44.503553 1926081 cri.go:89] found id: ""
I0414 16:02:44.503561 1926081 logs.go:282] 1 containers: [7d512ee7a9c7a205c7348c59a3d235846283ac4e3571303dc9994b605e0a8afc]
I0414 16:02:44.503617 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:44.507594 1926081 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0414 16:02:44.507664 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0414 16:02:44.562890 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:44.576210 1926081 cri.go:89] found id: "7ab77f35f53907318dfa5bb0b3fdd5bdcd3824f8c31766e17388a49796d1740f"
I0414 16:02:44.576234 1926081 cri.go:89] found id: ""
I0414 16:02:44.576242 1926081 logs.go:282] 1 containers: [7ab77f35f53907318dfa5bb0b3fdd5bdcd3824f8c31766e17388a49796d1740f]
I0414 16:02:44.576304 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:44.580491 1926081 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0414 16:02:44.580563 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0414 16:02:44.619082 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:44.651086 1926081 cri.go:89] found id: "0228978b42ab94d17c23a4c2616103776fe95f68d1df479125ee09e42fd6e83a"
I0414 16:02:44.651107 1926081 cri.go:89] found id: ""
I0414 16:02:44.651115 1926081 logs.go:282] 1 containers: [0228978b42ab94d17c23a4c2616103776fe95f68d1df479125ee09e42fd6e83a]
I0414 16:02:44.651172 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:44.655191 1926081 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0414 16:02:44.655267 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0414 16:02:44.739040 1926081 cri.go:89] found id: "09bc2594eca3248905c613f2c0d9b66dc842e9361ad65aa0213c95c08f452508"
I0414 16:02:44.739066 1926081 cri.go:89] found id: ""
I0414 16:02:44.739074 1926081 logs.go:282] 1 containers: [09bc2594eca3248905c613f2c0d9b66dc842e9361ad65aa0213c95c08f452508]
I0414 16:02:44.739131 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:44.750015 1926081 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0414 16:02:44.750087 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0414 16:02:44.810334 1926081 cri.go:89] found id: "c0269422bfe52ec6d1a630433afd8adec45952c58af4f5048a51081e495b02f5"
I0414 16:02:44.810356 1926081 cri.go:89] found id: ""
I0414 16:02:44.810365 1926081 logs.go:282] 1 containers: [c0269422bfe52ec6d1a630433afd8adec45952c58af4f5048a51081e495b02f5]
I0414 16:02:44.810422 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:44.814353 1926081 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0414 16:02:44.814430 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0414 16:02:44.858988 1926081 cri.go:89] found id: "d6899117c05e274833e97e111aea5f07a738281113a9489f310365a849627843"
I0414 16:02:44.859011 1926081 cri.go:89] found id: ""
I0414 16:02:44.859019 1926081 logs.go:282] 1 containers: [d6899117c05e274833e97e111aea5f07a738281113a9489f310365a849627843]
I0414 16:02:44.859080 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:44.864439 1926081 logs.go:123] Gathering logs for kube-proxy [09bc2594eca3248905c613f2c0d9b66dc842e9361ad65aa0213c95c08f452508] ...
I0414 16:02:44.864466 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 09bc2594eca3248905c613f2c0d9b66dc842e9361ad65aa0213c95c08f452508"
I0414 16:02:44.925910 1926081 logs.go:123] Gathering logs for container status ...
I0414 16:02:44.925938 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0414 16:02:44.968654 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:45.015898 1926081 logs.go:123] Gathering logs for dmesg ...
I0414 16:02:45.015958 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0414 16:02:45.064337 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:45.074454 1926081 logs.go:123] Gathering logs for describe nodes ...
I0414 16:02:45.074481 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0414 16:02:45.098137 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:45.362878 1926081 logs.go:123] Gathering logs for etcd [7d512ee7a9c7a205c7348c59a3d235846283ac4e3571303dc9994b605e0a8afc] ...
I0414 16:02:45.362945 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7d512ee7a9c7a205c7348c59a3d235846283ac4e3571303dc9994b605e0a8afc"
I0414 16:02:45.470272 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:45.479149 1926081 logs.go:123] Gathering logs for coredns [7ab77f35f53907318dfa5bb0b3fdd5bdcd3824f8c31766e17388a49796d1740f] ...
I0414 16:02:45.479194 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7ab77f35f53907318dfa5bb0b3fdd5bdcd3824f8c31766e17388a49796d1740f"
I0414 16:02:45.569389 1926081 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:02:45.571862 1926081 logs.go:123] Gathering logs for kube-scheduler [0228978b42ab94d17c23a4c2616103776fe95f68d1df479125ee09e42fd6e83a] ...
I0414 16:02:45.571896 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0228978b42ab94d17c23a4c2616103776fe95f68d1df479125ee09e42fd6e83a"
I0414 16:02:45.598616 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:45.640976 1926081 logs.go:123] Gathering logs for kube-controller-manager [c0269422bfe52ec6d1a630433afd8adec45952c58af4f5048a51081e495b02f5] ...
I0414 16:02:45.641007 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c0269422bfe52ec6d1a630433afd8adec45952c58af4f5048a51081e495b02f5"
I0414 16:02:45.773659 1926081 logs.go:123] Gathering logs for kindnet [d6899117c05e274833e97e111aea5f07a738281113a9489f310365a849627843] ...
I0414 16:02:45.773698 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d6899117c05e274833e97e111aea5f07a738281113a9489f310365a849627843"
I0414 16:02:45.845838 1926081 logs.go:123] Gathering logs for CRI-O ...
I0414 16:02:45.845869 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0414 16:02:45.969911 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:45.982932 1926081 logs.go:123] Gathering logs for kubelet ...
I0414 16:02:45.982961 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0414 16:02:46.057096 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:25 addons-434627 kubelet[1529]: W0414 16:01:25.392205 1529 reflector.go:569] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-434627' and this object
W0414 16:02:46.057406 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:25 addons-434627 kubelet[1529]: E0414 16:01:25.392268 1529 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:46.057846 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:25 addons-434627 kubelet[1529]: W0414 16:01:25.427939 1529 reflector.go:569] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-434627' and this object
W0414 16:02:46.058117 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:25 addons-434627 kubelet[1529]: E0414 16:01:25.427987 1529 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
I0414 16:02:46.069121 1926081 kapi.go:107] duration metric: took 1m17.510405133s to wait for app.kubernetes.io/name=ingress-nginx ...
W0414 16:02:46.074096 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: I0414 16:01:40.116164 1529 status_manager.go:890] "Failed to get status for pod" podUID="457e0252-75f4-4cad-ae38-ae96a7530ab4" pod="kube-system/coredns-668d6bf9bc-7s6kq" err="pods \"coredns-668d6bf9bc-7s6kq\" is forbidden: User \"system:node:addons-434627\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-434627' and this object"
W0414 16:02:46.074319 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.116272 1529 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-434627' and this object
W0414 16:02:46.074555 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.116303 1529 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:46.074786 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.123935 1529 reflector.go:569] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-434627' and this object
W0414 16:02:46.075039 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.124009 1529 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:46.075291 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.124068 1529 reflector.go:569] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-434627" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-434627' and this object
W0414 16:02:46.075505 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.124084 1529 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:46.080362 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.208655 1529 reflector.go:569] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-434627' and this object
W0414 16:02:46.080624 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.208700 1529 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:46.080846 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.217395 1529 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-434627' and this object
W0414 16:02:46.081101 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.217442 1529 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:46.081294 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.245240 1529 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-434627" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-434627' and this object
W0414 16:02:46.081529 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.245292 1529 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
I0414 16:02:46.105755 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:46.117591 1926081 logs.go:123] Gathering logs for kube-apiserver [aa3d6e7db26e016c541ef6101fe0189cfcdb532c3124cf4ef13cbe1d35107170] ...
I0414 16:02:46.117667 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 aa3d6e7db26e016c541ef6101fe0189cfcdb532c3124cf4ef13cbe1d35107170"
I0414 16:02:46.230829 1926081 out.go:358] Setting ErrFile to fd 2...
I0414 16:02:46.230860 1926081 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0414 16:02:46.230911 1926081 out.go:270] X Problems detected in kubelet:
W0414 16:02:46.230920 1926081 out.go:270] Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.208700 1529 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:46.230927 1926081 out.go:270] Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.217395 1529 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-434627' and this object
W0414 16:02:46.230933 1926081 out.go:270] Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.217442 1529 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:46.230939 1926081 out.go:270] Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.245240 1529 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-434627" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-434627' and this object
W0414 16:02:46.230960 1926081 out.go:270] Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.245292 1529 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
I0414 16:02:46.230966 1926081 out.go:358] Setting ErrFile to fd 2...
I0414 16:02:46.230972 1926081 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 16:02:46.466027 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:46.596288 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:46.967222 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:47.096383 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:47.466015 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:47.666747 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:47.965335 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:48.096158 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:48.465755 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:48.600457 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:48.965354 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:49.096055 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:49.466056 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:49.598217 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:49.966176 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:50.096447 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:50.465151 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:50.597220 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:50.965110 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:51.096176 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:51.465364 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:51.595401 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:51.973574 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:52.096190 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:52.466214 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:52.596495 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:02:52.965445 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:53.095500 1926081 kapi.go:107] duration metric: took 1m20.003050588s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0414 16:02:53.098547 1926081 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-434627 cluster.
I0414 16:02:53.102031 1926081 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0414 16:02:53.104931 1926081 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0414 16:02:53.466135 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:53.964780 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:54.465672 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:54.965517 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:55.465012 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:55.965912 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:56.232350 1926081 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0414 16:02:56.241941 1926081 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0414 16:02:56.243681 1926081 api_server.go:141] control plane version: v1.32.2
I0414 16:02:56.243705 1926081 api_server.go:131] duration metric: took 11.86375722s to wait for apiserver health ...
I0414 16:02:56.243713 1926081 system_pods.go:43] waiting for kube-system pods to appear ...
I0414 16:02:56.243734 1926081 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0414 16:02:56.243797 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0414 16:02:56.285731 1926081 cri.go:89] found id: "aa3d6e7db26e016c541ef6101fe0189cfcdb532c3124cf4ef13cbe1d35107170"
I0414 16:02:56.285754 1926081 cri.go:89] found id: ""
I0414 16:02:56.285762 1926081 logs.go:282] 1 containers: [aa3d6e7db26e016c541ef6101fe0189cfcdb532c3124cf4ef13cbe1d35107170]
I0414 16:02:56.285860 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:56.289656 1926081 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0414 16:02:56.289730 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0414 16:02:56.331359 1926081 cri.go:89] found id: "7d512ee7a9c7a205c7348c59a3d235846283ac4e3571303dc9994b605e0a8afc"
I0414 16:02:56.331383 1926081 cri.go:89] found id: ""
I0414 16:02:56.331391 1926081 logs.go:282] 1 containers: [7d512ee7a9c7a205c7348c59a3d235846283ac4e3571303dc9994b605e0a8afc]
I0414 16:02:56.331456 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:56.335120 1926081 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0414 16:02:56.335191 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0414 16:02:56.379605 1926081 cri.go:89] found id: "7ab77f35f53907318dfa5bb0b3fdd5bdcd3824f8c31766e17388a49796d1740f"
I0414 16:02:56.379628 1926081 cri.go:89] found id: ""
I0414 16:02:56.379636 1926081 logs.go:282] 1 containers: [7ab77f35f53907318dfa5bb0b3fdd5bdcd3824f8c31766e17388a49796d1740f]
I0414 16:02:56.379717 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:56.383589 1926081 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0414 16:02:56.383715 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0414 16:02:56.426626 1926081 cri.go:89] found id: "0228978b42ab94d17c23a4c2616103776fe95f68d1df479125ee09e42fd6e83a"
I0414 16:02:56.426649 1926081 cri.go:89] found id: ""
I0414 16:02:56.426658 1926081 logs.go:282] 1 containers: [0228978b42ab94d17c23a4c2616103776fe95f68d1df479125ee09e42fd6e83a]
I0414 16:02:56.426742 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:56.430626 1926081 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0414 16:02:56.430729 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0414 16:02:56.466139 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:56.471796 1926081 cri.go:89] found id: "09bc2594eca3248905c613f2c0d9b66dc842e9361ad65aa0213c95c08f452508"
I0414 16:02:56.471823 1926081 cri.go:89] found id: ""
I0414 16:02:56.471831 1926081 logs.go:282] 1 containers: [09bc2594eca3248905c613f2c0d9b66dc842e9361ad65aa0213c95c08f452508]
I0414 16:02:56.471888 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:56.475448 1926081 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0414 16:02:56.475521 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0414 16:02:56.527934 1926081 cri.go:89] found id: "c0269422bfe52ec6d1a630433afd8adec45952c58af4f5048a51081e495b02f5"
I0414 16:02:56.528006 1926081 cri.go:89] found id: ""
I0414 16:02:56.528021 1926081 logs.go:282] 1 containers: [c0269422bfe52ec6d1a630433afd8adec45952c58af4f5048a51081e495b02f5]
I0414 16:02:56.528084 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:56.531527 1926081 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0414 16:02:56.531592 1926081 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0414 16:02:56.581822 1926081 cri.go:89] found id: "d6899117c05e274833e97e111aea5f07a738281113a9489f310365a849627843"
I0414 16:02:56.581895 1926081 cri.go:89] found id: ""
I0414 16:02:56.581917 1926081 logs.go:282] 1 containers: [d6899117c05e274833e97e111aea5f07a738281113a9489f310365a849627843]
I0414 16:02:56.582008 1926081 ssh_runner.go:195] Run: which crictl
I0414 16:02:56.585953 1926081 logs.go:123] Gathering logs for kubelet ...
I0414 16:02:56.586038 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0414 16:02:56.647780 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:25 addons-434627 kubelet[1529]: W0414 16:01:25.392205 1529 reflector.go:569] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-434627' and this object
W0414 16:02:56.648062 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:25 addons-434627 kubelet[1529]: E0414 16:01:25.392268 1529 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:56.648243 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:25 addons-434627 kubelet[1529]: W0414 16:01:25.427939 1529 reflector.go:569] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-434627' and this object
W0414 16:02:56.648465 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:25 addons-434627 kubelet[1529]: E0414 16:01:25.427987 1529 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:56.662964 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: I0414 16:01:40.116164 1529 status_manager.go:890] "Failed to get status for pod" podUID="457e0252-75f4-4cad-ae38-ae96a7530ab4" pod="kube-system/coredns-668d6bf9bc-7s6kq" err="pods \"coredns-668d6bf9bc-7s6kq\" is forbidden: User \"system:node:addons-434627\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-434627' and this object"
W0414 16:02:56.663152 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.116272 1529 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-434627' and this object
W0414 16:02:56.663365 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.116303 1529 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:56.663544 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.123935 1529 reflector.go:569] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-434627' and this object
W0414 16:02:56.663764 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.124009 1529 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:56.663962 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.124068 1529 reflector.go:569] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-434627" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-434627' and this object
W0414 16:02:56.664173 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.124084 1529 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:56.666766 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.208655 1529 reflector.go:569] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-434627' and this object
W0414 16:02:56.667042 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.208700 1529 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:56.667232 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.217395 1529 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-434627' and this object
W0414 16:02:56.667461 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.217442 1529 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:56.667628 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.245240 1529 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-434627" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-434627' and this object
W0414 16:02:56.667834 1926081 logs.go:138] Found kubelet problem: Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.245292 1529 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
I0414 16:02:56.705164 1926081 logs.go:123] Gathering logs for coredns [7ab77f35f53907318dfa5bb0b3fdd5bdcd3824f8c31766e17388a49796d1740f] ...
I0414 16:02:56.705199 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7ab77f35f53907318dfa5bb0b3fdd5bdcd3824f8c31766e17388a49796d1740f"
I0414 16:02:56.752324 1926081 logs.go:123] Gathering logs for kube-scheduler [0228978b42ab94d17c23a4c2616103776fe95f68d1df479125ee09e42fd6e83a] ...
I0414 16:02:56.752357 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0228978b42ab94d17c23a4c2616103776fe95f68d1df479125ee09e42fd6e83a"
I0414 16:02:56.797950 1926081 logs.go:123] Gathering logs for kube-proxy [09bc2594eca3248905c613f2c0d9b66dc842e9361ad65aa0213c95c08f452508] ...
I0414 16:02:56.797981 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 09bc2594eca3248905c613f2c0d9b66dc842e9361ad65aa0213c95c08f452508"
I0414 16:02:56.844534 1926081 logs.go:123] Gathering logs for kindnet [d6899117c05e274833e97e111aea5f07a738281113a9489f310365a849627843] ...
I0414 16:02:56.844562 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d6899117c05e274833e97e111aea5f07a738281113a9489f310365a849627843"
I0414 16:02:56.896494 1926081 logs.go:123] Gathering logs for CRI-O ...
I0414 16:02:56.896523 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0414 16:02:56.965662 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:56.990873 1926081 logs.go:123] Gathering logs for container status ...
I0414 16:02:56.990957 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0414 16:02:57.052726 1926081 logs.go:123] Gathering logs for dmesg ...
I0414 16:02:57.052760 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0414 16:02:57.072771 1926081 logs.go:123] Gathering logs for describe nodes ...
I0414 16:02:57.072799 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0414 16:02:57.193508 1926081 logs.go:123] Gathering logs for kube-apiserver [aa3d6e7db26e016c541ef6101fe0189cfcdb532c3124cf4ef13cbe1d35107170] ...
I0414 16:02:57.193537 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 aa3d6e7db26e016c541ef6101fe0189cfcdb532c3124cf4ef13cbe1d35107170"
I0414 16:02:57.256327 1926081 logs.go:123] Gathering logs for etcd [7d512ee7a9c7a205c7348c59a3d235846283ac4e3571303dc9994b605e0a8afc] ...
I0414 16:02:57.256367 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7d512ee7a9c7a205c7348c59a3d235846283ac4e3571303dc9994b605e0a8afc"
I0414 16:02:57.313029 1926081 logs.go:123] Gathering logs for kube-controller-manager [c0269422bfe52ec6d1a630433afd8adec45952c58af4f5048a51081e495b02f5] ...
I0414 16:02:57.313065 1926081 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c0269422bfe52ec6d1a630433afd8adec45952c58af4f5048a51081e495b02f5"
I0414 16:02:57.400035 1926081 out.go:358] Setting ErrFile to fd 2...
I0414 16:02:57.400114 1926081 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0414 16:02:57.400202 1926081 out.go:270] X Problems detected in kubelet:
W0414 16:02:57.400248 1926081 out.go:270] Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.208700 1529 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:57.400437 1926081 out.go:270] Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.217395 1529 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-434627" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-434627' and this object
W0414 16:02:57.400447 1926081 out.go:270] Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.217442 1529 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
W0414 16:02:57.400455 1926081 out.go:270] Apr 14 16:01:40 addons-434627 kubelet[1529]: W0414 16:01:40.245240 1529 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-434627" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-434627' and this object
W0414 16:02:57.400460 1926081 out.go:270] Apr 14 16:01:40 addons-434627 kubelet[1529]: E0414 16:01:40.245292 1529 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-434627\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-434627' and this object" logger="UnhandledError"
I0414 16:02:57.400484 1926081 out.go:358] Setting ErrFile to fd 2...
I0414 16:02:57.400492 1926081 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 16:02:57.465975 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:57.966325 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:58.466618 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:58.965479 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:59.467028 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:02:59.964869 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:03:00.468950 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:03:00.966366 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:03:01.465067 1926081 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:03:01.966545 1926081 kapi.go:107] duration metric: took 1m33.005050598s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0414 16:03:01.970601 1926081 out.go:177] * Enabled addons: nvidia-device-plugin, ingress-dns, cloud-spanner, storage-provisioner, amd-gpu-device-plugin, default-storageclass, storage-provisioner-rancher, inspektor-gadget, metrics-server, yakd, volumesnapshots, registry, ingress, gcp-auth, csi-hostpath-driver
I0414 16:03:01.973523 1926081 addons.go:514] duration metric: took 1m40.318526562s for enable addons: enabled=[nvidia-device-plugin ingress-dns cloud-spanner storage-provisioner amd-gpu-device-plugin default-storageclass storage-provisioner-rancher inspektor-gadget metrics-server yakd volumesnapshots registry ingress gcp-auth csi-hostpath-driver]
I0414 16:03:07.407712 1926081 system_pods.go:59] 18 kube-system pods found
I0414 16:03:07.407754 1926081 system_pods.go:61] "coredns-668d6bf9bc-7s6kq" [457e0252-75f4-4cad-ae38-ae96a7530ab4] Running
I0414 16:03:07.407762 1926081 system_pods.go:61] "csi-hostpath-attacher-0" [9484b27f-d495-4e13-af63-e6f276bf31da] Running
I0414 16:03:07.407766 1926081 system_pods.go:61] "csi-hostpath-resizer-0" [81d02013-1b24-4fea-aeb7-bc3c3538d274] Running
I0414 16:03:07.407770 1926081 system_pods.go:61] "csi-hostpathplugin-8gwrm" [3850beea-f5d1-451e-bc42-7b3ad5582eb6] Running
I0414 16:03:07.407778 1926081 system_pods.go:61] "etcd-addons-434627" [58960871-76be-4334-ac63-f9f519cb7d42] Running
I0414 16:03:07.407781 1926081 system_pods.go:61] "kindnet-bl8qp" [dc476053-d7e6-4003-9f6f-f4aae9886297] Running
I0414 16:03:07.407785 1926081 system_pods.go:61] "kube-apiserver-addons-434627" [9b9fa10f-4172-448e-b731-3369100404c8] Running
I0414 16:03:07.407789 1926081 system_pods.go:61] "kube-controller-manager-addons-434627" [0015644f-df4d-4242-afb0-bb17150a9df7] Running
I0414 16:03:07.407793 1926081 system_pods.go:61] "kube-ingress-dns-minikube" [79d61d02-21a3-4249-8637-89ddb8b0893f] Running
I0414 16:03:07.407798 1926081 system_pods.go:61] "kube-proxy-crfs6" [b7b42dc1-f891-4c4f-811e-42820a833132] Running
I0414 16:03:07.407802 1926081 system_pods.go:61] "kube-scheduler-addons-434627" [affcac4c-964c-4663-8e57-b48f5689be98] Running
I0414 16:03:07.407806 1926081 system_pods.go:61] "metrics-server-7fbb699795-wh7hf" [6ae0e5fc-0273-42c8-b393-f84fcaf01a37] Running
I0414 16:03:07.407810 1926081 system_pods.go:61] "nvidia-device-plugin-daemonset-f2vc8" [55eb8a06-7521-4961-93ab-0d9337e05424] Running
I0414 16:03:07.407814 1926081 system_pods.go:61] "registry-6c88467877-cs9gr" [91ff31c3-f74e-41de-abfd-c747198abf06] Running
I0414 16:03:07.407823 1926081 system_pods.go:61] "registry-proxy-cd8ph" [646afcc4-29e3-4983-8d8a-bee1a8870548] Running
I0414 16:03:07.407828 1926081 system_pods.go:61] "snapshot-controller-68b874b76f-k7rgr" [6f19228b-ff90-4c6b-9968-c444ebcddc91] Running
I0414 16:03:07.407837 1926081 system_pods.go:61] "snapshot-controller-68b874b76f-x27nf" [268e093c-f48a-4dd6-b4e6-1d7a95357901] Running
I0414 16:03:07.407841 1926081 system_pods.go:61] "storage-provisioner" [5ee62d4f-bc36-4f3a-9e62-d4ee81714a26] Running
I0414 16:03:07.407848 1926081 system_pods.go:74] duration metric: took 11.164127371s to wait for pod list to return data ...
I0414 16:03:07.407862 1926081 default_sa.go:34] waiting for default service account to be created ...
I0414 16:03:07.410564 1926081 default_sa.go:45] found service account: "default"
I0414 16:03:07.410591 1926081 default_sa.go:55] duration metric: took 2.722604ms for default service account to be created ...
I0414 16:03:07.410602 1926081 system_pods.go:116] waiting for k8s-apps to be running ...
I0414 16:03:07.414629 1926081 system_pods.go:86] 18 kube-system pods found
I0414 16:03:07.414669 1926081 system_pods.go:89] "coredns-668d6bf9bc-7s6kq" [457e0252-75f4-4cad-ae38-ae96a7530ab4] Running
I0414 16:03:07.414677 1926081 system_pods.go:89] "csi-hostpath-attacher-0" [9484b27f-d495-4e13-af63-e6f276bf31da] Running
I0414 16:03:07.414682 1926081 system_pods.go:89] "csi-hostpath-resizer-0" [81d02013-1b24-4fea-aeb7-bc3c3538d274] Running
I0414 16:03:07.414687 1926081 system_pods.go:89] "csi-hostpathplugin-8gwrm" [3850beea-f5d1-451e-bc42-7b3ad5582eb6] Running
I0414 16:03:07.414691 1926081 system_pods.go:89] "etcd-addons-434627" [58960871-76be-4334-ac63-f9f519cb7d42] Running
I0414 16:03:07.414696 1926081 system_pods.go:89] "kindnet-bl8qp" [dc476053-d7e6-4003-9f6f-f4aae9886297] Running
I0414 16:03:07.414700 1926081 system_pods.go:89] "kube-apiserver-addons-434627" [9b9fa10f-4172-448e-b731-3369100404c8] Running
I0414 16:03:07.414705 1926081 system_pods.go:89] "kube-controller-manager-addons-434627" [0015644f-df4d-4242-afb0-bb17150a9df7] Running
I0414 16:03:07.414710 1926081 system_pods.go:89] "kube-ingress-dns-minikube" [79d61d02-21a3-4249-8637-89ddb8b0893f] Running
I0414 16:03:07.414715 1926081 system_pods.go:89] "kube-proxy-crfs6" [b7b42dc1-f891-4c4f-811e-42820a833132] Running
I0414 16:03:07.414719 1926081 system_pods.go:89] "kube-scheduler-addons-434627" [affcac4c-964c-4663-8e57-b48f5689be98] Running
I0414 16:03:07.414724 1926081 system_pods.go:89] "metrics-server-7fbb699795-wh7hf" [6ae0e5fc-0273-42c8-b393-f84fcaf01a37] Running
I0414 16:03:07.414733 1926081 system_pods.go:89] "nvidia-device-plugin-daemonset-f2vc8" [55eb8a06-7521-4961-93ab-0d9337e05424] Running
I0414 16:03:07.414738 1926081 system_pods.go:89] "registry-6c88467877-cs9gr" [91ff31c3-f74e-41de-abfd-c747198abf06] Running
I0414 16:03:07.414752 1926081 system_pods.go:89] "registry-proxy-cd8ph" [646afcc4-29e3-4983-8d8a-bee1a8870548] Running
I0414 16:03:07.414758 1926081 system_pods.go:89] "snapshot-controller-68b874b76f-k7rgr" [6f19228b-ff90-4c6b-9968-c444ebcddc91] Running
I0414 16:03:07.414762 1926081 system_pods.go:89] "snapshot-controller-68b874b76f-x27nf" [268e093c-f48a-4dd6-b4e6-1d7a95357901] Running
I0414 16:03:07.414768 1926081 system_pods.go:89] "storage-provisioner" [5ee62d4f-bc36-4f3a-9e62-d4ee81714a26] Running
I0414 16:03:07.414776 1926081 system_pods.go:126] duration metric: took 4.168244ms to wait for k8s-apps to be running ...
I0414 16:03:07.414788 1926081 system_svc.go:44] waiting for kubelet service to be running ....
I0414 16:03:07.414847 1926081 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0414 16:03:07.427611 1926081 system_svc.go:56] duration metric: took 12.812956ms WaitForService to wait for kubelet
I0414 16:03:07.427645 1926081 kubeadm.go:582] duration metric: took 1m45.773062715s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0414 16:03:07.427665 1926081 node_conditions.go:102] verifying NodePressure condition ...
I0414 16:03:07.433887 1926081 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0414 16:03:07.433938 1926081 node_conditions.go:123] node cpu capacity is 2
I0414 16:03:07.433955 1926081 node_conditions.go:105] duration metric: took 6.284496ms to run NodePressure ...
I0414 16:03:07.433995 1926081 start.go:241] waiting for startup goroutines ...
I0414 16:03:07.434010 1926081 start.go:246] waiting for cluster config update ...
I0414 16:03:07.434036 1926081 start.go:255] writing updated cluster config ...
I0414 16:03:07.435761 1926081 ssh_runner.go:195] Run: rm -f paused
I0414 16:03:07.867290 1926081 start.go:600] kubectl: 1.32.3, cluster: 1.32.2 (minor skew: 0)
I0414 16:03:07.871281 1926081 out.go:177] * Done! kubectl is now configured to use "addons-434627" cluster and "default" namespace by default
==> CRI-O <==
Apr 14 16:06:17 addons-434627 crio[983]: time="2025-04-14 16:06:17.879199845Z" level=info msg="Removed pod sandbox: dc1ea83c4e9192289966ba7cc3048ab08fe3aaa98c919b4c15eba0970fbafd80" id=f805253b-3382-4e6f-8178-8004c67df63c name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 14 16:06:25 addons-434627 crio[983]: time="2025-04-14 16:06:25.903629414Z" level=info msg="Running pod sandbox: default/hello-world-app-7d9564db4-td6mk/POD" id=16cd257b-8fe6-44d4-933a-d359a5d8129e name=/runtime.v1.RuntimeService/RunPodSandbox
Apr 14 16:06:25 addons-434627 crio[983]: time="2025-04-14 16:06:25.903685380Z" level=warning msg="Allowed annotations are specified for workload []"
Apr 14 16:06:25 addons-434627 crio[983]: time="2025-04-14 16:06:25.942184399Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-td6mk Namespace:default ID:732a60e44898c3a1523a52dd46028a1f4c6ac3d4386fbaf016e6b34992174a94 UID:b36322ec-2595-46a9-8a65-c02267faa207 NetNS:/var/run/netns/09a3c9a2-e5d1-449d-b16c-bdb976504abc Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Apr 14 16:06:25 addons-434627 crio[983]: time="2025-04-14 16:06:25.942228000Z" level=info msg="Adding pod default_hello-world-app-7d9564db4-td6mk to CNI network \"kindnet\" (type=ptp)"
Apr 14 16:06:25 addons-434627 crio[983]: time="2025-04-14 16:06:25.978464400Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-td6mk Namespace:default ID:732a60e44898c3a1523a52dd46028a1f4c6ac3d4386fbaf016e6b34992174a94 UID:b36322ec-2595-46a9-8a65-c02267faa207 NetNS:/var/run/netns/09a3c9a2-e5d1-449d-b16c-bdb976504abc Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Apr 14 16:06:25 addons-434627 crio[983]: time="2025-04-14 16:06:25.978618816Z" level=info msg="Checking pod default_hello-world-app-7d9564db4-td6mk for CNI network kindnet (type=ptp)"
Apr 14 16:06:25 addons-434627 crio[983]: time="2025-04-14 16:06:25.981222325Z" level=info msg="Ran pod sandbox 732a60e44898c3a1523a52dd46028a1f4c6ac3d4386fbaf016e6b34992174a94 with infra container: default/hello-world-app-7d9564db4-td6mk/POD" id=16cd257b-8fe6-44d4-933a-d359a5d8129e name=/runtime.v1.RuntimeService/RunPodSandbox
Apr 14 16:06:25 addons-434627 crio[983]: time="2025-04-14 16:06:25.986375657Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=e3c41f17-3a12-43d6-891a-a2e0e6937e33 name=/runtime.v1.ImageService/ImageStatus
Apr 14 16:06:25 addons-434627 crio[983]: time="2025-04-14 16:06:25.986586220Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=e3c41f17-3a12-43d6-891a-a2e0e6937e33 name=/runtime.v1.ImageService/ImageStatus
Apr 14 16:06:25 addons-434627 crio[983]: time="2025-04-14 16:06:25.995481829Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=49df14f5-24e2-43b1-8428-2be0fd52c0df name=/runtime.v1.ImageService/PullImage
Apr 14 16:06:25 addons-434627 crio[983]: time="2025-04-14 16:06:25.998079799Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Apr 14 16:06:26 addons-434627 crio[983]: time="2025-04-14 16:06:26.259395893Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Apr 14 16:06:27 addons-434627 crio[983]: time="2025-04-14 16:06:27.088692193Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=49df14f5-24e2-43b1-8428-2be0fd52c0df name=/runtime.v1.ImageService/PullImage
Apr 14 16:06:27 addons-434627 crio[983]: time="2025-04-14 16:06:27.089675592Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=30917eb2-ab31-4833-b51e-1d27c03fda4f name=/runtime.v1.ImageService/ImageStatus
Apr 14 16:06:27 addons-434627 crio[983]: time="2025-04-14 16:06:27.090395573Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=30917eb2-ab31-4833-b51e-1d27c03fda4f name=/runtime.v1.ImageService/ImageStatus
Apr 14 16:06:27 addons-434627 crio[983]: time="2025-04-14 16:06:27.093089065Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=d2448bfd-7f0b-456d-ad28-7058259994be name=/runtime.v1.ImageService/ImageStatus
Apr 14 16:06:27 addons-434627 crio[983]: time="2025-04-14 16:06:27.094365142Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=d2448bfd-7f0b-456d-ad28-7058259994be name=/runtime.v1.ImageService/ImageStatus
Apr 14 16:06:27 addons-434627 crio[983]: time="2025-04-14 16:06:27.096241458Z" level=info msg="Creating container: default/hello-world-app-7d9564db4-td6mk/hello-world-app" id=0464cc26-6d55-4f51-b95a-e82db62e5dbc name=/runtime.v1.RuntimeService/CreateContainer
Apr 14 16:06:27 addons-434627 crio[983]: time="2025-04-14 16:06:27.096334813Z" level=warning msg="Allowed annotations are specified for workload []"
Apr 14 16:06:27 addons-434627 crio[983]: time="2025-04-14 16:06:27.123108612Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/5b16de4284e12533f616b630135de27b922acf2a270d6a6876457174324cef01/merged/etc/passwd: no such file or directory"
Apr 14 16:06:27 addons-434627 crio[983]: time="2025-04-14 16:06:27.123345102Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/5b16de4284e12533f616b630135de27b922acf2a270d6a6876457174324cef01/merged/etc/group: no such file or directory"
Apr 14 16:06:27 addons-434627 crio[983]: time="2025-04-14 16:06:27.176657038Z" level=info msg="Created container 2e32bc7e39b2c0346915249ac0ae058dce5af22ebe1d3b332a29cf03bd60ec7c: default/hello-world-app-7d9564db4-td6mk/hello-world-app" id=0464cc26-6d55-4f51-b95a-e82db62e5dbc name=/runtime.v1.RuntimeService/CreateContainer
Apr 14 16:06:27 addons-434627 crio[983]: time="2025-04-14 16:06:27.177539099Z" level=info msg="Starting container: 2e32bc7e39b2c0346915249ac0ae058dce5af22ebe1d3b332a29cf03bd60ec7c" id=e1a29579-e217-434f-90b7-bac6b9990dce name=/runtime.v1.RuntimeService/StartContainer
Apr 14 16:06:27 addons-434627 crio[983]: time="2025-04-14 16:06:27.190212536Z" level=info msg="Started container" PID=8798 containerID=2e32bc7e39b2c0346915249ac0ae058dce5af22ebe1d3b332a29cf03bd60ec7c description=default/hello-world-app-7d9564db4-td6mk/hello-world-app id=e1a29579-e217-434f-90b7-bac6b9990dce name=/runtime.v1.RuntimeService/StartContainer sandboxID=732a60e44898c3a1523a52dd46028a1f4c6ac3d4386fbaf016e6b34992174a94
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
2e32bc7e39b2c docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 732a60e44898c hello-world-app-7d9564db4-td6mk
1ecaa61418c26 docker.io/library/nginx@sha256:4ff102c5d78d254a6f0da062b3cf39eaf07f01eec0927fd21e219d0af8bc0591 2 minutes ago Running nginx 0 f99741c22baca nginx
1f428eda5716d gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 3 minutes ago Running busybox 0 f45df998cfa30 busybox
dcfa9afe7b4de registry.k8s.io/ingress-nginx/controller@sha256:787a5408fa511266888b2e765f9666bee67d9bf2518a6b7cfd4ab6cc01c22eee 3 minutes ago Running controller 0 3f8270590ff74 ingress-nginx-controller-56d7c84fd4-x89l9
9182555c04ff3 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 4 minutes ago Exited patch 0 62c687e3ed177 ingress-nginx-admission-patch-2wng2
690b9581b5042 gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c 4 minutes ago Running minikube-ingress-dns 0 170ed60e4ccb1 kube-ingress-dns-minikube
262e89553d24d registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 4 minutes ago Exited create 0 56e98a9082575 ingress-nginx-admission-create-zcd4j
7ab77f35f5390 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 4 minutes ago Running coredns 0 b7ba4b80f5d36 coredns-668d6bf9bc-7s6kq
12c122171832d ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 4 minutes ago Running storage-provisioner 0 943ed555136e2 storage-provisioner
d6899117c05e2 docker.io/kindest/kindnetd@sha256:86c933f3845d6a993c8f64632752b10aae67a4756c59096b3259426e839be955 4 minutes ago Running kindnet-cni 0 bc55edac6361f kindnet-bl8qp
09bc2594eca32 e5aac5df76d9b8dc899ab8c4db25a7648e7fb25cafe7a155066247883c78f062 5 minutes ago Running kube-proxy 0 e2c1d9ca58e05 kube-proxy-crfs6
7d512ee7a9c7a 7fc9d4aa817aa6a3e549f3cd49d1f7b496407be979fc36dd5f356d59ce8c3a82 5 minutes ago Running etcd 0 fac4b8cf12917 etcd-addons-434627
0228978b42ab9 82dfa03f692fb5d84f66c17d6ee9126b081182152b25d28ea456d89b7d5d8911 5 minutes ago Running kube-scheduler 0 5395ee41925af kube-scheduler-addons-434627
c0269422bfe52 3c9285acfd2ff7915bb451cc40ac060366ac519f3fef00c455f5aca0e0346c4d 5 minutes ago Running kube-controller-manager 0 6c2fcb0b15728 kube-controller-manager-addons-434627
aa3d6e7db26e0 6417e1437b6d9a789e1ca789695a574e1df00a632bdbfbcae9695c9a7d500e32 5 minutes ago Running kube-apiserver 0 de87b4b279e13 kube-apiserver-addons-434627
==> coredns [7ab77f35f53907318dfa5bb0b3fdd5bdcd3824f8c31766e17388a49796d1740f] <==
[INFO] 10.244.0.13:37585 - 32626 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.002896581s
[INFO] 10.244.0.13:37585 - 10353 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.000120654s
[INFO] 10.244.0.13:37585 - 44681 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.000098016s
[INFO] 10.244.0.13:56259 - 33427 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000204073s
[INFO] 10.244.0.13:56259 - 33788 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000115976s
[INFO] 10.244.0.13:46415 - 27502 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.00011125s
[INFO] 10.244.0.13:46415 - 27321 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000208946s
[INFO] 10.244.0.13:47095 - 54423 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000137038s
[INFO] 10.244.0.13:47095 - 10861 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000309391s
[INFO] 10.244.0.13:56984 - 62751 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001173016s
[INFO] 10.244.0.13:56984 - 62579 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.00123022s
[INFO] 10.244.0.13:47085 - 60379 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000132033s
[INFO] 10.244.0.13:47085 - 59951 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000151479s
[INFO] 10.244.0.21:60500 - 42993 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000159257s
[INFO] 10.244.0.21:56260 - 44709 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000127603s
[INFO] 10.244.0.21:48894 - 29623 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000149034s
[INFO] 10.244.0.21:49350 - 49651 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000104539s
[INFO] 10.244.0.21:33869 - 46012 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000086422s
[INFO] 10.244.0.21:55954 - 16377 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000110865s
[INFO] 10.244.0.21:40554 - 19155 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002151845s
[INFO] 10.244.0.21:41873 - 37653 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002732786s
[INFO] 10.244.0.21:58841 - 1107 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.003247923s
[INFO] 10.244.0.21:56008 - 34170 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.002989813s
[INFO] 10.244.0.24:42855 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000169029s
[INFO] 10.244.0.24:53253 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000126963s
==> describe nodes <==
Name: addons-434627
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-434627
kubernetes.io/os=linux
minikube.k8s.io/commit=ed8f1f01b35eff2786f40199152a1775806f2de2
minikube.k8s.io/name=addons-434627
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_04_14T16_01_18_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-434627
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 14 Apr 2025 16:01:14 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-434627
AcquireTime: <unset>
RenewTime: Mon, 14 Apr 2025 16:06:23 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 14 Apr 2025 16:05:23 +0000 Mon, 14 Apr 2025 16:01:12 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 14 Apr 2025 16:05:23 +0000 Mon, 14 Apr 2025 16:01:12 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 14 Apr 2025 16:05:23 +0000 Mon, 14 Apr 2025 16:01:12 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 14 Apr 2025 16:05:23 +0000 Mon, 14 Apr 2025 16:01:40 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-434627
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: c1a90a32acd64fb28bd87c6d965426c2
System UUID: ab7a0312-9464-40eb-bbfd-17bef8023ad8
Boot ID: 59456904-b420-460f-bf6e-42b382cceb7f
Kernel Version: 5.15.0-1081-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.32.2
Kube-Proxy Version: v1.32.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (13 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m19s
default hello-world-app-7d9564db4-td6mk 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m21s
ingress-nginx ingress-nginx-controller-56d7c84fd4-x89l9 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 4m59s
kube-system coredns-668d6bf9bc-7s6kq 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 5m3s
kube-system etcd-addons-434627 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 5m10s
kube-system kindnet-bl8qp 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 5m4s
kube-system kube-apiserver-addons-434627 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m10s
kube-system kube-controller-manager-addons-434627 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m10s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m1s
kube-system kube-proxy-crfs6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m4s
kube-system kube-scheduler-addons-434627 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m10s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m1s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 310Mi (3%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m58s kube-proxy
Normal Starting 5m10s kubelet Starting kubelet.
Warning CgroupV1 5m10s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 5m10s kubelet Node addons-434627 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m10s kubelet Node addons-434627 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m10s kubelet Node addons-434627 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m6s node-controller Node addons-434627 event: Registered Node addons-434627 in Controller
Normal NodeReady 4m47s kubelet Node addons-434627 status is now: NodeReady
==> dmesg <==
[Apr14 14:00] overlayfs: '/var/lib/containers/storage/overlay/l/N5ED6J4JNM6I34BFXJDCBYNTX3' not a directory
[ +0.203764] overlayfs: '/var/lib/containers/storage/overlay/l/N5ED6J4JNM6I34BFXJDCBYNTX3' not a directory
[ +0.083697] overlayfs: '/var/lib/containers/storage/overlay/l/ZLTOCNGE2IGM6DT7VP2QP7OV3M' not a directory
[ +0.817135] overlayfs: '/var/lib/containers/storage/overlay/l/Q2QJNMTVZL6GMULS36RA5ZJGSA' not a directory
==> etcd [7d512ee7a9c7a205c7348c59a3d235846283ac4e3571303dc9994b605e0a8afc] <==
{"level":"info","ts":"2025-04-14T16:01:23.264121Z","caller":"traceutil/trace.go:171","msg":"trace[1931292620] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"188.926999ms","start":"2025-04-14T16:01:23.075173Z","end":"2025-04-14T16:01:23.264100Z","steps":["trace[1931292620] 'process raft request' (duration: 157.891917ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T16:01:24.162068Z","caller":"traceutil/trace.go:171","msg":"trace[1760283617] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"115.837987ms","start":"2025-04-14T16:01:24.046213Z","end":"2025-04-14T16:01:24.162051Z","steps":["trace[1760283617] 'process raft request' (duration: 115.729444ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T16:01:24.238515Z","caller":"traceutil/trace.go:171","msg":"trace[1400888567] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"106.457456ms","start":"2025-04-14T16:01:24.132043Z","end":"2025-04-14T16:01:24.238501Z","steps":["trace[1400888567] 'process raft request' (duration: 95.425612ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T16:01:24.246898Z","caller":"traceutil/trace.go:171","msg":"trace[2037379382] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"114.646831ms","start":"2025-04-14T16:01:24.132235Z","end":"2025-04-14T16:01:24.246882Z","steps":["trace[2037379382] 'process raft request' (duration: 95.792536ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T16:01:24.247177Z","caller":"traceutil/trace.go:171","msg":"trace[1271020692] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"106.480454ms","start":"2025-04-14T16:01:24.131977Z","end":"2025-04-14T16:01:24.238457Z","steps":["trace[1271020692] 'process raft request' (duration: 92.947687ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T16:01:24.286536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.419958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/nvidia-device-plugin-daemonset\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-14T16:01:24.286682Z","caller":"traceutil/trace.go:171","msg":"trace[571147239] range","detail":"{range_begin:/registry/daemonsets/kube-system/nvidia-device-plugin-daemonset; range_end:; response_count:0; response_revision:313; }","duration":"154.573776ms","start":"2025-04-14T16:01:24.132093Z","end":"2025-04-14T16:01:24.286667Z","steps":["trace[571147239] 'agreement among raft nodes before linearized reading' (duration: 96.747457ms)","trace[571147239] 'range keys from in-memory index tree' (duration: 48.003855ms)"],"step_count":2}
{"level":"info","ts":"2025-04-14T16:01:24.432353Z","caller":"traceutil/trace.go:171","msg":"trace[1658281252] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"116.959517ms","start":"2025-04-14T16:01:24.315376Z","end":"2025-04-14T16:01:24.432335Z","steps":["trace[1658281252] 'process raft request' (duration: 116.824103ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T16:01:24.751578Z","caller":"traceutil/trace.go:171","msg":"trace[942327934] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"112.929855ms","start":"2025-04-14T16:01:24.638632Z","end":"2025-04-14T16:01:24.751562Z","steps":["trace[942327934] 'process raft request' (duration: 112.825061ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T16:01:24.772772Z","caller":"traceutil/trace.go:171","msg":"trace[2087938555] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"133.813134ms","start":"2025-04-14T16:01:24.638941Z","end":"2025-04-14T16:01:24.772754Z","steps":["trace[2087938555] 'process raft request' (duration: 116.304675ms)","trace[2087938555] 'compare' (duration: 17.23366ms)"],"step_count":2}
{"level":"info","ts":"2025-04-14T16:01:24.855841Z","caller":"traceutil/trace.go:171","msg":"trace[436158986] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"100.927369ms","start":"2025-04-14T16:01:24.754897Z","end":"2025-04-14T16:01:24.855824Z","steps":["trace[436158986] 'process raft request' (duration: 100.894311ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T16:01:24.882195Z","caller":"traceutil/trace.go:171","msg":"trace[1337216459] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"127.323146ms","start":"2025-04-14T16:01:24.754855Z","end":"2025-04-14T16:01:24.882178Z","steps":["trace[1337216459] 'process raft request' (duration: 100.830821ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T16:01:24.882554Z","caller":"traceutil/trace.go:171","msg":"trace[1988122929] linearizableReadLoop","detail":"{readStateIndex:330; appliedIndex:330; }","duration":"109.970316ms","start":"2025-04-14T16:01:24.772574Z","end":"2025-04-14T16:01:24.882545Z","steps":["trace[1988122929] 'read index received' (duration: 109.965426ms)","trace[1988122929] 'applied index is now lower than readState.Index' (duration: 4.168µs)"],"step_count":2}
{"level":"warn","ts":"2025-04-14T16:01:24.948280Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.170245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/storage-provisioner\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-14T16:01:24.949133Z","caller":"traceutil/trace.go:171","msg":"trace[1582414522] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/storage-provisioner; range_end:; response_count:0; response_revision:321; }","duration":"194.033032ms","start":"2025-04-14T16:01:24.755083Z","end":"2025-04-14T16:01:24.949116Z","steps":["trace[1582414522] 'agreement among raft nodes before linearized reading' (duration: 127.541486ms)","trace[1582414522] 'range keys from in-memory index tree' (duration: 65.614228ms)"],"step_count":2}
{"level":"warn","ts":"2025-04-14T16:01:24.948727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.537858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-14T16:01:24.949292Z","caller":"traceutil/trace.go:171","msg":"trace[1708524936] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:321; }","duration":"194.106015ms","start":"2025-04-14T16:01:24.755172Z","end":"2025-04-14T16:01:24.949278Z","steps":["trace[1708524936] 'agreement among raft nodes before linearized reading' (duration: 127.534881ms)","trace[1708524936] 'range keys from in-memory index tree' (duration: 65.985763ms)"],"step_count":2}
{"level":"warn","ts":"2025-04-14T16:01:24.948769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.5448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/registry\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-14T16:01:24.949794Z","caller":"traceutil/trace.go:171","msg":"trace[733296527] range","detail":"{range_begin:/registry/deployments/kube-system/registry; range_end:; response_count:0; response_revision:321; }","duration":"194.54008ms","start":"2025-04-14T16:01:24.755220Z","end":"2025-04-14T16:01:24.949760Z","steps":["trace[733296527] 'agreement among raft nodes before linearized reading' (duration: 127.474149ms)","trace[733296527] 'range keys from in-memory index tree' (duration: 66.063373ms)"],"step_count":2}
{"level":"warn","ts":"2025-04-14T16:01:24.948800Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.599781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" limit:1 ","response":"range_response_count:1 size:3684"}
{"level":"info","ts":"2025-04-14T16:01:24.949885Z","caller":"traceutil/trace.go:171","msg":"trace[2088412381] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:321; }","duration":"194.676954ms","start":"2025-04-14T16:01:24.755197Z","end":"2025-04-14T16:01:24.949874Z","steps":["trace[2088412381] 'agreement among raft nodes before linearized reading' (duration: 127.50522ms)","trace[2088412381] 'range keys from in-memory index tree' (duration: 66.077428ms)"],"step_count":2}
{"level":"warn","ts":"2025-04-14T16:01:24.948822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.664657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2025-04-14T16:01:24.952103Z","caller":"traceutil/trace.go:171","msg":"trace[408281585] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:321; }","duration":"196.930811ms","start":"2025-04-14T16:01:24.755155Z","end":"2025-04-14T16:01:24.952085Z","steps":["trace[408281585] 'agreement among raft nodes before linearized reading' (duration: 127.564772ms)","trace[408281585] 'range keys from in-memory index tree' (duration: 66.08455ms)"],"step_count":2}
{"level":"warn","ts":"2025-04-14T16:01:24.948836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.716225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/standard\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-14T16:01:24.952274Z","caller":"traceutil/trace.go:171","msg":"trace[1302826647] range","detail":"{range_begin:/registry/storageclasses/standard; range_end:; response_count:0; response_revision:321; }","duration":"197.148374ms","start":"2025-04-14T16:01:24.755117Z","end":"2025-04-14T16:01:24.952265Z","steps":["trace[1302826647] 'agreement among raft nodes before linearized reading' (duration: 127.61346ms)","trace[1302826647] 'range keys from in-memory index tree' (duration: 66.097464ms)"],"step_count":2}
==> kernel <==
16:06:27 up 7:48, 0 users, load average: 0.83, 1.12, 0.93
Linux addons-434627 5.15.0-1081-aws #88~20.04.1-Ubuntu SMP Fri Mar 28 14:48:25 UTC 2025 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [d6899117c05e274833e97e111aea5f07a738281113a9489f310365a849627843] <==
I0414 16:04:19.858813 1 main.go:301] handling current node
I0414 16:04:29.859255 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:04:29.859295 1 main.go:301] handling current node
I0414 16:04:39.864638 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:04:39.864673 1 main.go:301] handling current node
I0414 16:04:49.858748 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:04:49.858789 1 main.go:301] handling current node
I0414 16:04:59.858729 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:04:59.858766 1 main.go:301] handling current node
I0414 16:05:09.859260 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:05:09.859296 1 main.go:301] handling current node
I0414 16:05:19.863727 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:05:19.863763 1 main.go:301] handling current node
I0414 16:05:29.859377 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:05:29.859414 1 main.go:301] handling current node
I0414 16:05:39.858725 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:05:39.858763 1 main.go:301] handling current node
I0414 16:05:49.859876 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:05:49.859917 1 main.go:301] handling current node
I0414 16:05:59.863983 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:05:59.864026 1 main.go:301] handling current node
I0414 16:06:09.867928 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:06:09.867962 1 main.go:301] handling current node
I0414 16:06:19.867363 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:06:19.867399 1 main.go:301] handling current node
==> kube-apiserver [aa3d6e7db26e016c541ef6101fe0189cfcdb532c3124cf4ef13cbe1d35107170] <==
I0414 16:03:29.930283 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.98.115.253"}
I0414 16:04:00.510881 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0414 16:04:01.547196 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0414 16:04:05.890096 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0414 16:04:06.160279 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0414 16:04:06.474741 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.109.111.147"}
I0414 16:04:28.292294 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 16:04:28.292432 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0414 16:04:28.325083 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 16:04:28.330171 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0414 16:04:28.360451 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 16:04:28.360504 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0414 16:04:28.436268 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 16:04:28.436397 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0414 16:04:28.472474 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 16:04:28.472594 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0414 16:04:29.436864 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0414 16:04:29.474126 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0414 16:04:29.522830 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I0414 16:04:46.571449 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
E0414 16:05:03.906526 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E0414 16:05:03.917221 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E0414 16:05:03.927779 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E0414 16:05:18.928988 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I0414 16:06:25.887187 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.104.29.85"}
==> kube-controller-manager [c0269422bfe52ec6d1a630433afd8adec45952c58af4f5048a51081e495b02f5] <==
E0414 16:05:25.595949 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 16:05:44.341211 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 16:05:44.342349 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0414 16:05:44.343381 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 16:05:44.343414 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0414 16:05:51.125430 1 namespace_controller.go:187] "Namespace has been deleted" logger="namespace-controller" namespace="local-path-storage"
I0414 16:05:51.712474 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/cloud-spanner-emulator-7dc7f9b5b8" duration="5.801µs"
W0414 16:05:54.288710 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 16:05:54.289651 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotclasses"
W0414 16:05:54.290598 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 16:05:54.290633 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 16:05:58.343307 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 16:05:58.344380 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0414 16:05:58.345424 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 16:05:58.345462 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 16:06:00.428965 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 16:06:00.430346 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W0414 16:06:00.431823 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 16:06:00.431871 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0414 16:06:25.607015 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="31.01111ms"
I0414 16:06:25.615160 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="7.933558ms"
I0414 16:06:25.615826 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="30.489µs"
I0414 16:06:25.624094 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="39.917µs"
I0414 16:06:27.665073 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="15.949297ms"
I0414 16:06:27.665151 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="31.671µs"
==> kube-proxy [09bc2594eca3248905c613f2c0d9b66dc842e9361ad65aa0213c95c08f452508] <==
I0414 16:01:28.080188 1 server_linux.go:66] "Using iptables proxy"
I0414 16:01:28.734802 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0414 16:01:28.734963 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0414 16:01:29.078525 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0414 16:01:29.078611 1 server_linux.go:170] "Using iptables Proxier"
I0414 16:01:29.113965 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0414 16:01:29.117358 1 server.go:497] "Version info" version="v1.32.2"
I0414 16:01:29.117398 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0414 16:01:29.142613 1 config.go:199] "Starting service config controller"
I0414 16:01:29.143367 1 shared_informer.go:313] Waiting for caches to sync for service config
I0414 16:01:29.143448 1 config.go:329] "Starting node config controller"
I0414 16:01:29.143479 1 shared_informer.go:313] Waiting for caches to sync for node config
I0414 16:01:29.143130 1 config.go:105] "Starting endpoint slice config controller"
I0414 16:01:29.144024 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0414 16:01:29.244233 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0414 16:01:29.244359 1 shared_informer.go:320] Caches are synced for service config
I0414 16:01:29.244387 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [0228978b42ab94d17c23a4c2616103776fe95f68d1df479125ee09e42fd6e83a] <==
W0414 16:01:15.395444 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0414 16:01:15.395461 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 16:01:15.395504 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0414 16:01:15.395520 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0414 16:01:15.395657 1 reflector.go:569] runtime/asm_arm64.s:1223: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0414 16:01:15.395678 1 reflector.go:166] "Unhandled Error" err="runtime/asm_arm64.s:1223: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W0414 16:01:15.395728 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0414 16:01:15.395744 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 16:01:15.395802 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0414 16:01:15.395818 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0414 16:01:15.395856 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "volumeattachments" in API group "storage.k8s.io" at the cluster scope
E0414 16:01:15.395872 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.VolumeAttachment: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0414 16:01:15.396035 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0414 16:01:15.396057 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 16:01:15.396107 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0414 16:01:15.396123 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0414 16:01:15.396212 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0414 16:01:15.396230 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0414 16:01:15.396267 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0414 16:01:15.396284 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 16:01:15.396847 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0414 16:01:15.396873 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0414 16:01:15.397424 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0414 16:01:15.397448 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I0414 16:01:16.887125 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Apr 14 16:06:17 addons-434627 kubelet[1529]: E0414 16:06:17.502534 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/04e4c1e487fa1d2284e28e54418112ae9b91a401b81d2f8eaec0880f1c20c6a3/diff" to get inode usage: stat /var/lib/containers/storage/overlay/04e4c1e487fa1d2284e28e54418112ae9b91a401b81d2f8eaec0880f1c20c6a3/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 16:06:17 addons-434627 kubelet[1529]: E0414 16:06:17.509730 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/d62cf9885f1da98549f3e487074103dd73bbed08b820ceb623d6b6d0749cb4ed/diff" to get inode usage: stat /var/lib/containers/storage/overlay/d62cf9885f1da98549f3e487074103dd73bbed08b820ceb623d6b6d0749cb4ed/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 16:06:17 addons-434627 kubelet[1529]: E0414 16:06:17.513862 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/a1367a1f3bc1fd5fe791c4bd01ab1194ca940b564c84d7c40fd4cd41be1df358/diff" to get inode usage: stat /var/lib/containers/storage/overlay/a1367a1f3bc1fd5fe791c4bd01ab1194ca940b564c84d7c40fd4cd41be1df358/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 16:06:17 addons-434627 kubelet[1529]: E0414 16:06:17.526330 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/dc53a603f57211af1bb346969cd361a5657c60a7c8ab4cb84ff34237d24dc7d0/diff" to get inode usage: stat /var/lib/containers/storage/overlay/dc53a603f57211af1bb346969cd361a5657c60a7c8ab4cb84ff34237d24dc7d0/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 16:06:17 addons-434627 kubelet[1529]: E0414 16:06:17.555968 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/448dafa5b79d617b6d0a11bfcd42bead12530301f159d34cf9bdff821a01b377/diff" to get inode usage: stat /var/lib/containers/storage/overlay/448dafa5b79d617b6d0a11bfcd42bead12530301f159d34cf9bdff821a01b377/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 16:06:17 addons-434627 kubelet[1529]: E0414 16:06:17.557053 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/eba367a26d7c44f842e114a8443d6f1f515a3e5624676123b663a5931670d2dd/diff" to get inode usage: stat /var/lib/containers/storage/overlay/eba367a26d7c44f842e114a8443d6f1f515a3e5624676123b663a5931670d2dd/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 16:06:17 addons-434627 kubelet[1529]: E0414 16:06:17.578732 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/7c7098fedab7618669801813a2d7146f9557d2ca0dbfe4cd7ac8960914a79f45/diff" to get inode usage: stat /var/lib/containers/storage/overlay/7c7098fedab7618669801813a2d7146f9557d2ca0dbfe4cd7ac8960914a79f45/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 16:06:17 addons-434627 kubelet[1529]: E0414 16:06:17.584122 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/5b6db9c4d0517165787823b2c1f949af9d932605fc8efef45049c50b5c7ffc48/diff" to get inode usage: stat /var/lib/containers/storage/overlay/5b6db9c4d0517165787823b2c1f949af9d932605fc8efef45049c50b5c7ffc48/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 16:06:17 addons-434627 kubelet[1529]: E0414 16:06:17.587300 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/d20d0ecb60625dc0fc753c1c514f79cf09c5418aca93f0bba3f950f6bb9e4135/diff" to get inode usage: stat /var/lib/containers/storage/overlay/d20d0ecb60625dc0fc753c1c514f79cf09c5418aca93f0bba3f950f6bb9e4135/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 16:06:17 addons-434627 kubelet[1529]: E0414 16:06:17.604981 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/7c7098fedab7618669801813a2d7146f9557d2ca0dbfe4cd7ac8960914a79f45/diff" to get inode usage: stat /var/lib/containers/storage/overlay/7c7098fedab7618669801813a2d7146f9557d2ca0dbfe4cd7ac8960914a79f45/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 16:06:17 addons-434627 kubelet[1529]: E0414 16:06:17.611361 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/0f6c847b8101a952f55dc4bad71f3eb5cd508b013a1163eda8db3e022d3dab36/diff" to get inode usage: stat /var/lib/containers/storage/overlay/0f6c847b8101a952f55dc4bad71f3eb5cd508b013a1163eda8db3e022d3dab36/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 16:06:17 addons-434627 kubelet[1529]: E0414 16:06:17.614259 1529 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744646777614032110,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606261,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 16:06:17 addons-434627 kubelet[1529]: E0414 16:06:17.614294 1529 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744646777614032110,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606261,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 16:06:17 addons-434627 kubelet[1529]: E0414 16:06:17.635010 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/eba367a26d7c44f842e114a8443d6f1f515a3e5624676123b663a5931670d2dd/diff" to get inode usage: stat /var/lib/containers/storage/overlay/eba367a26d7c44f842e114a8443d6f1f515a3e5624676123b663a5931670d2dd/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 16:06:17 addons-434627 kubelet[1529]: E0414 16:06:17.635216 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/e5310de04d07e3d30f731ffc31e20325dd07a3a518b68062da7f4ec1746cb1f7/diff" to get inode usage: stat /var/lib/containers/storage/overlay/e5310de04d07e3d30f731ffc31e20325dd07a3a518b68062da7f4ec1746cb1f7/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 16:06:17 addons-434627 kubelet[1529]: E0414 16:06:17.639202 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/0f6c847b8101a952f55dc4bad71f3eb5cd508b013a1163eda8db3e022d3dab36/diff" to get inode usage: stat /var/lib/containers/storage/overlay/0f6c847b8101a952f55dc4bad71f3eb5cd508b013a1163eda8db3e022d3dab36/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 16:06:17 addons-434627 kubelet[1529]: E0414 16:06:17.642409 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/e2b5495e88995dea0ebbe82fa29f352243c737385f104583d0d8652952ef8847/diff" to get inode usage: stat /var/lib/containers/storage/overlay/e2b5495e88995dea0ebbe82fa29f352243c737385f104583d0d8652952ef8847/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 16:06:17 addons-434627 kubelet[1529]: E0414 16:06:17.665230 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/baab4415d2964c7e7fb00e564f95352ccc866c0c261de067f8c727b116487f22/diff" to get inode usage: stat /var/lib/containers/storage/overlay/baab4415d2964c7e7fb00e564f95352ccc866c0c261de067f8c727b116487f22/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 16:06:17 addons-434627 kubelet[1529]: E0414 16:06:17.669601 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/ebb593274a0bb84abbad94dce243bd3842f93320e51beb29d79143b437568b7f/diff" to get inode usage: stat /var/lib/containers/storage/overlay/ebb593274a0bb84abbad94dce243bd3842f93320e51beb29d79143b437568b7f/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 16:06:25 addons-434627 kubelet[1529]: I0414 16:06:25.599837 1529 memory_manager.go:355] "RemoveStaleState removing state" podUID="0cfa6786-cea7-425f-858d-37d37d423344" containerName="helper-pod"
Apr 14 16:06:25 addons-434627 kubelet[1529]: I0414 16:06:25.599888 1529 memory_manager.go:355] "RemoveStaleState removing state" podUID="a093fdfb-40f7-4342-ab06-94b84718d1bc" containerName="cloud-spanner-emulator"
Apr 14 16:06:25 addons-434627 kubelet[1529]: I0414 16:06:25.599896 1529 memory_manager.go:355] "RemoveStaleState removing state" podUID="e3bd1539-3746-4974-89ca-a3062c8bf714" containerName="local-path-provisioner"
Apr 14 16:06:25 addons-434627 kubelet[1529]: I0414 16:06:25.704655 1529 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gnbgr\" (UniqueName: \"kubernetes.io/projected/b36322ec-2595-46a9-8a65-c02267faa207-kube-api-access-gnbgr\") pod \"hello-world-app-7d9564db4-td6mk\" (UID: \"b36322ec-2595-46a9-8a65-c02267faa207\") " pod="default/hello-world-app-7d9564db4-td6mk"
Apr 14 16:06:27 addons-434627 kubelet[1529]: E0414 16:06:27.617501 1529 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744646787617226640,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615275,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 16:06:27 addons-434627 kubelet[1529]: E0414 16:06:27.617540 1529 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744646787617226640,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615275,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
==> storage-provisioner [12c122171832d2040ec88f9017f0019f8d50f0344b39afe09fc9f7eb36fd3625] <==
I0414 16:01:40.708444 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0414 16:01:40.738263 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0414 16:01:40.738438 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0414 16:01:40.770698 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0414 16:01:40.773137 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"59c87ebc-0549-43be-8140-b9fa9aaa5f2a", APIVersion:"v1", ResourceVersion:"853", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-434627_44aac2c7-3aa4-4582-af50-5dd9a72cc6ca became leader
I0414 16:01:40.773549 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-434627_44aac2c7-3aa4-4582-af50-5dd9a72cc6ca!
I0414 16:01:40.874046 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-434627_44aac2c7-3aa4-4582-af50-5dd9a72cc6ca!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-434627 -n addons-434627
helpers_test.go:261: (dbg) Run: kubectl --context addons-434627 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-zcd4j ingress-nginx-admission-patch-2wng2
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-434627 describe pod ingress-nginx-admission-create-zcd4j ingress-nginx-admission-patch-2wng2
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-434627 describe pod ingress-nginx-admission-create-zcd4j ingress-nginx-admission-patch-2wng2: exit status 1 (93.75876ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-zcd4j" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-2wng2" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-434627 describe pod ingress-nginx-admission-create-zcd4j ingress-nginx-admission-patch-2wng2: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-434627 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-434627 addons disable ingress-dns --alsologtostderr -v=1: (1.748123872s)
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-434627 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-434627 addons disable ingress --alsologtostderr -v=1: (7.760985108s)
--- FAIL: TestAddons/parallel/Ingress (152.72s)