=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-255549 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-255549 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-255549 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [1457312a-00c7-487b-b017-fdd18d8bccd3] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [1457312a-00c7-487b-b017-fdd18d8bccd3] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.003827003s
I0407 13:23:26.958169 1355543 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-255549 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-255549 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m11.321242288s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-255549 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-255549 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-255549
helpers_test.go:235: (dbg) docker inspect addons-255549:
-- stdout --
[
{
"Id": "74b2233c96dc6d2ff85759ffd93bc3e90b3ba757dfd99f856d92d9a265569f28",
"Created": "2025-04-07T13:20:10.634057044Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1356703,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-04-07T13:20:10.696979234Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:1a97cd9e9bbab266425b883d3ed87fee4969302ed9a49ce4df4bf460f6bbf404",
"ResolvConfPath": "/var/lib/docker/containers/74b2233c96dc6d2ff85759ffd93bc3e90b3ba757dfd99f856d92d9a265569f28/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/74b2233c96dc6d2ff85759ffd93bc3e90b3ba757dfd99f856d92d9a265569f28/hostname",
"HostsPath": "/var/lib/docker/containers/74b2233c96dc6d2ff85759ffd93bc3e90b3ba757dfd99f856d92d9a265569f28/hosts",
"LogPath": "/var/lib/docker/containers/74b2233c96dc6d2ff85759ffd93bc3e90b3ba757dfd99f856d92d9a265569f28/74b2233c96dc6d2ff85759ffd93bc3e90b3ba757dfd99f856d92d9a265569f28-json.log",
"Name": "/addons-255549",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-255549:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-255549",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "74b2233c96dc6d2ff85759ffd93bc3e90b3ba757dfd99f856d92d9a265569f28",
"LowerDir": "/var/lib/docker/overlay2/e141c640469f23fb68c53ce15f9498f754f31355a4836b9d372785c7abcf58f9-init/diff:/var/lib/docker/overlay2/8fb32c3eb811cc68ece1ca338670270aca3db8d2b05b43be4daea4c0afc06294/diff",
"MergedDir": "/var/lib/docker/overlay2/e141c640469f23fb68c53ce15f9498f754f31355a4836b9d372785c7abcf58f9/merged",
"UpperDir": "/var/lib/docker/overlay2/e141c640469f23fb68c53ce15f9498f754f31355a4836b9d372785c7abcf58f9/diff",
"WorkDir": "/var/lib/docker/overlay2/e141c640469f23fb68c53ce15f9498f754f31355a4836b9d372785c7abcf58f9/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-255549",
"Source": "/var/lib/docker/volumes/addons-255549/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-255549",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-255549",
"name.minikube.sigs.k8s.io": "addons-255549",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "ad2e1df3fc7f68e25bc3ca7754fc99a86a2b96d3ba5256cb17b747aacf657aab",
"SandboxKey": "/var/run/docker/netns/ad2e1df3fc7f",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34276"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34277"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34280"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34278"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34279"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-255549": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "ee:5a:91:8f:d7:36",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "ec6f3ded1a38cc54ff2507e48d1e529c80a98adb0759db1fcb53fe940dad6dad",
"EndpointID": "fc650ccab1f86bc03915d18bf9372b8b2c53a099eeddd73242e3e5c2dd6c2808",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-255549",
"74b2233c96dc"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-255549 -n addons-255549
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-255549 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-255549 logs -n 25: (1.655617795s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-598699 | download-only-598699 | jenkins | v1.35.0 | 07 Apr 25 13:19 UTC | 07 Apr 25 13:19 UTC |
| start | --download-only -p | download-docker-977594 | jenkins | v1.35.0 | 07 Apr 25 13:19 UTC | |
| | download-docker-977594 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-977594 | download-docker-977594 | jenkins | v1.35.0 | 07 Apr 25 13:19 UTC | 07 Apr 25 13:19 UTC |
| start | --download-only -p | binary-mirror-284053 | jenkins | v1.35.0 | 07 Apr 25 13:19 UTC | |
| | binary-mirror-284053 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:39419 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-284053 | binary-mirror-284053 | jenkins | v1.35.0 | 07 Apr 25 13:19 UTC | 07 Apr 25 13:19 UTC |
| addons | disable dashboard -p | addons-255549 | jenkins | v1.35.0 | 07 Apr 25 13:19 UTC | |
| | addons-255549 | | | | | |
| addons | enable dashboard -p | addons-255549 | jenkins | v1.35.0 | 07 Apr 25 13:19 UTC | |
| | addons-255549 | | | | | |
| start | -p addons-255549 --wait=true | addons-255549 | jenkins | v1.35.0 | 07 Apr 25 13:19 UTC | 07 Apr 25 13:22 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-255549 addons disable | addons-255549 | jenkins | v1.35.0 | 07 Apr 25 13:22 UTC | 07 Apr 25 13:22 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-255549 addons disable | addons-255549 | jenkins | v1.35.0 | 07 Apr 25 13:22 UTC | 07 Apr 25 13:22 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-255549 | jenkins | v1.35.0 | 07 Apr 25 13:22 UTC | 07 Apr 25 13:22 UTC |
| | -p addons-255549 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-255549 addons disable | addons-255549 | jenkins | v1.35.0 | 07 Apr 25 13:22 UTC | 07 Apr 25 13:22 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-255549 ip | addons-255549 | jenkins | v1.35.0 | 07 Apr 25 13:22 UTC | 07 Apr 25 13:22 UTC |
| addons | addons-255549 addons disable | addons-255549 | jenkins | v1.35.0 | 07 Apr 25 13:22 UTC | 07 Apr 25 13:22 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-255549 addons | addons-255549 | jenkins | v1.35.0 | 07 Apr 25 13:23 UTC | 07 Apr 25 13:23 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-255549 addons | addons-255549 | jenkins | v1.35.0 | 07 Apr 25 13:23 UTC | 07 Apr 25 13:23 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-255549 ssh curl -s | addons-255549 | jenkins | v1.35.0 | 07 Apr 25 13:23 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-255549 addons | addons-255549 | jenkins | v1.35.0 | 07 Apr 25 13:23 UTC | 07 Apr 25 13:23 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-255549 addons | addons-255549 | jenkins | v1.35.0 | 07 Apr 25 13:23 UTC | 07 Apr 25 13:23 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-255549 addons | addons-255549 | jenkins | v1.35.0 | 07 Apr 25 13:24 UTC | 07 Apr 25 13:24 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-255549 addons disable | addons-255549 | jenkins | v1.35.0 | 07 Apr 25 13:24 UTC | 07 Apr 25 13:24 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| ssh | addons-255549 ssh cat | addons-255549 | jenkins | v1.35.0 | 07 Apr 25 13:24 UTC | 07 Apr 25 13:24 UTC |
| | /opt/local-path-provisioner/pvc-2789674b-eace-47d3-8f26-d7cbcd09f878_default_test-pvc/file1 | | | | | |
| addons | addons-255549 addons disable | addons-255549 | jenkins | v1.35.0 | 07 Apr 25 13:24 UTC | 07 Apr 25 13:25 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-255549 addons | addons-255549 | jenkins | v1.35.0 | 07 Apr 25 13:25 UTC | 07 Apr 25 13:25 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-255549 ip | addons-255549 | jenkins | v1.35.0 | 07 Apr 25 13:25 UTC | 07 Apr 25 13:25 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/04/07 13:19:44
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.24.0 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0407 13:19:44.809662 1356300 out.go:345] Setting OutFile to fd 1 ...
I0407 13:19:44.809804 1356300 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0407 13:19:44.809816 1356300 out.go:358] Setting ErrFile to fd 2...
I0407 13:19:44.809822 1356300 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0407 13:19:44.810175 1356300 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20598-1350168/.minikube/bin
I0407 13:19:44.810672 1356300 out.go:352] Setting JSON to false
I0407 13:19:44.811560 1356300 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":18129,"bootTime":1744013856,"procs":148,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1081-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0407 13:19:44.811627 1356300 start.go:139] virtualization:
I0407 13:19:44.814958 1356300 out.go:177] * [addons-255549] minikube v1.35.0 on Ubuntu 20.04 (arm64)
I0407 13:19:44.817803 1356300 out.go:177] - MINIKUBE_LOCATION=20598
I0407 13:19:44.817953 1356300 notify.go:220] Checking for updates...
I0407 13:19:44.823592 1356300 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0407 13:19:44.826454 1356300 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20598-1350168/kubeconfig
I0407 13:19:44.829301 1356300 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20598-1350168/.minikube
I0407 13:19:44.832174 1356300 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0407 13:19:44.835031 1356300 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0407 13:19:44.838164 1356300 driver.go:394] Setting default libvirt URI to qemu:///system
I0407 13:19:44.862341 1356300 docker.go:123] docker version: linux-28.0.4:Docker Engine - Community
I0407 13:19:44.862471 1356300 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0407 13:19:44.918905 1356300 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:23 OomKillDisable:true NGoroutines:43 SystemTime:2025-04-07 13:19:44.909624793 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Se
rverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0407 13:19:44.919021 1356300 docker.go:318] overlay module found
I0407 13:19:44.922327 1356300 out.go:177] * Using the docker driver based on user configuration
I0407 13:19:44.925387 1356300 start.go:297] selected driver: docker
I0407 13:19:44.925416 1356300 start.go:901] validating driver "docker" against <nil>
I0407 13:19:44.925442 1356300 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0407 13:19:44.926211 1356300 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0407 13:19:44.989303 1356300 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:23 OomKillDisable:true NGoroutines:43 SystemTime:2025-04-07 13:19:44.979500821 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Se
rverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0407 13:19:44.989461 1356300 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0407 13:19:44.989732 1356300 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0407 13:19:44.992601 1356300 out.go:177] * Using Docker driver with root privileges
I0407 13:19:44.995494 1356300 cni.go:84] Creating CNI manager for ""
I0407 13:19:44.995569 1356300 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0407 13:19:44.995582 1356300 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0407 13:19:44.995675 1356300 start.go:340] cluster config:
{Name:addons-255549 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-255549 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0407 13:19:45.000460 1356300 out.go:177] * Starting "addons-255549" primary control-plane node in "addons-255549" cluster
I0407 13:19:45.020993 1356300 cache.go:121] Beginning downloading kic base image for docker with crio
I0407 13:19:45.024198 1356300 out.go:177] * Pulling base image v0.0.46-1743675393-20591 ...
I0407 13:19:45.027268 1356300 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0407 13:19:45.027399 1356300 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20598-1350168/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4
I0407 13:19:45.027425 1356300 cache.go:56] Caching tarball of preloaded images
I0407 13:19:45.027573 1356300 preload.go:172] Found /home/jenkins/minikube-integration/20598-1350168/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I0407 13:19:45.027601 1356300 cache.go:59] Finished verifying existence of preloaded tar for v1.32.2 on crio
I0407 13:19:45.028046 1356300 profile.go:143] Saving config to /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/config.json ...
I0407 13:19:45.028112 1356300 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/config.json: {Name:mk4c3b0ddc1b533fbf97604614163cfb179fcf04 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 13:19:45.029754 1356300 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 in local docker daemon
I0407 13:19:45.049646 1356300 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 to local cache
I0407 13:19:45.049843 1356300 image.go:65] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 in local cache directory
I0407 13:19:45.049869 1356300 image.go:68] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 in local cache directory, skipping pull
I0407 13:19:45.049881 1356300 image.go:137] gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 exists in cache, skipping pull
I0407 13:19:45.049891 1356300 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 as a tarball
I0407 13:19:45.049899 1356300 cache.go:163] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 from local cache
I0407 13:20:03.297937 1356300 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 from cached tarball
I0407 13:20:03.297973 1356300 cache.go:230] Successfully downloaded all kic artifacts
I0407 13:20:03.298005 1356300 start.go:360] acquireMachinesLock for addons-255549: {Name:mk0513659c8d96688b8c00b407be560b07d64c5c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0407 13:20:03.298163 1356300 start.go:364] duration metric: took 133.917µs to acquireMachinesLock for "addons-255549"
I0407 13:20:03.298206 1356300 start.go:93] Provisioning new machine with config: &{Name:addons-255549 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-255549 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I0407 13:20:03.298282 1356300 start.go:125] createHost starting for "" (driver="docker")
I0407 13:20:03.301788 1356300 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0407 13:20:03.302097 1356300 start.go:159] libmachine.API.Create for "addons-255549" (driver="docker")
I0407 13:20:03.302137 1356300 client.go:168] LocalClient.Create starting
I0407 13:20:03.302278 1356300 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20598-1350168/.minikube/certs/ca.pem
I0407 13:20:03.595984 1356300 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20598-1350168/.minikube/certs/cert.pem
I0407 13:20:04.468842 1356300 cli_runner.go:164] Run: docker network inspect addons-255549 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0407 13:20:04.485853 1356300 cli_runner.go:211] docker network inspect addons-255549 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0407 13:20:04.485957 1356300 network_create.go:284] running [docker network inspect addons-255549] to gather additional debugging logs...
I0407 13:20:04.485984 1356300 cli_runner.go:164] Run: docker network inspect addons-255549
W0407 13:20:04.502621 1356300 cli_runner.go:211] docker network inspect addons-255549 returned with exit code 1
I0407 13:20:04.502661 1356300 network_create.go:287] error running [docker network inspect addons-255549]: docker network inspect addons-255549: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-255549 not found
I0407 13:20:04.502677 1356300 network_create.go:289] output of [docker network inspect addons-255549]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-255549 not found
** /stderr **
I0407 13:20:04.502775 1356300 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0407 13:20:04.519823 1356300 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40018e1650}
I0407 13:20:04.519869 1356300 network_create.go:124] attempt to create docker network addons-255549 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0407 13:20:04.519932 1356300 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-255549 addons-255549
I0407 13:20:04.584759 1356300 network_create.go:108] docker network addons-255549 192.168.49.0/24 created
I0407 13:20:04.584822 1356300 kic.go:121] calculated static IP "192.168.49.2" for the "addons-255549" container
I0407 13:20:04.584900 1356300 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0407 13:20:04.600126 1356300 cli_runner.go:164] Run: docker volume create addons-255549 --label name.minikube.sigs.k8s.io=addons-255549 --label created_by.minikube.sigs.k8s.io=true
I0407 13:20:04.619509 1356300 oci.go:103] Successfully created a docker volume addons-255549
I0407 13:20:04.619605 1356300 cli_runner.go:164] Run: docker run --rm --name addons-255549-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-255549 --entrypoint /usr/bin/test -v addons-255549:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 -d /var/lib
I0407 13:20:06.376746 1356300 cli_runner.go:217] Completed: docker run --rm --name addons-255549-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-255549 --entrypoint /usr/bin/test -v addons-255549:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 -d /var/lib: (1.757077711s)
I0407 13:20:06.376777 1356300 oci.go:107] Successfully prepared a docker volume addons-255549
I0407 13:20:06.376823 1356300 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0407 13:20:06.376843 1356300 kic.go:194] Starting extracting preloaded images to volume ...
I0407 13:20:06.376910 1356300 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20598-1350168/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-255549:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 -I lz4 -xf /preloaded.tar -C /extractDir
I0407 13:20:10.564189 1356300 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20598-1350168/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-255549:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 -I lz4 -xf /preloaded.tar -C /extractDir: (4.187236185s)
I0407 13:20:10.564222 1356300 kic.go:203] duration metric: took 4.18737514s to extract preloaded images to volume ...
W0407 13:20:10.564365 1356300 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0407 13:20:10.564493 1356300 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0407 13:20:10.617807 1356300 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-255549 --name addons-255549 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-255549 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-255549 --network addons-255549 --ip 192.168.49.2 --volume addons-255549:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727
I0407 13:20:10.919154 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Running}}
I0407 13:20:10.941632 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:10.959924 1356300 cli_runner.go:164] Run: docker exec addons-255549 stat /var/lib/dpkg/alternatives/iptables
I0407 13:20:11.013245 1356300 oci.go:144] the created container "addons-255549" has a running status.
I0407 13:20:11.013276 1356300 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa...
I0407 13:20:11.968332 1356300 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0407 13:20:11.998219 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:12.019466 1356300 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0407 13:20:12.019493 1356300 kic_runner.go:114] Args: [docker exec --privileged addons-255549 chown docker:docker /home/docker/.ssh/authorized_keys]
I0407 13:20:12.071792 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:12.095282 1356300 machine.go:93] provisionDockerMachine start ...
I0407 13:20:12.095379 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:12.113020 1356300 main.go:141] libmachine: Using SSH client type: native
I0407 13:20:12.113345 1356300 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 34276 <nil> <nil>}
I0407 13:20:12.113362 1356300 main.go:141] libmachine: About to run SSH command:
hostname
I0407 13:20:12.236249 1356300 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-255549
I0407 13:20:12.236273 1356300 ubuntu.go:169] provisioning hostname "addons-255549"
I0407 13:20:12.236336 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:12.254762 1356300 main.go:141] libmachine: Using SSH client type: native
I0407 13:20:12.255078 1356300 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 34276 <nil> <nil>}
I0407 13:20:12.255090 1356300 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-255549 && echo "addons-255549" | sudo tee /etc/hostname
I0407 13:20:12.389471 1356300 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-255549
I0407 13:20:12.389554 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:12.408001 1356300 main.go:141] libmachine: Using SSH client type: native
I0407 13:20:12.408333 1356300 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 34276 <nil> <nil>}
I0407 13:20:12.408356 1356300 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-255549' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-255549/g' /etc/hosts;
else
echo '127.0.1.1 addons-255549' | sudo tee -a /etc/hosts;
fi
fi
I0407 13:20:12.529024 1356300 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0407 13:20:12.529092 1356300 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20598-1350168/.minikube CaCertPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20598-1350168/.minikube}
I0407 13:20:12.529140 1356300 ubuntu.go:177] setting up certificates
I0407 13:20:12.529177 1356300 provision.go:84] configureAuth start
I0407 13:20:12.529259 1356300 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-255549
I0407 13:20:12.546125 1356300 provision.go:143] copyHostCerts
I0407 13:20:12.546213 1356300 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20598-1350168/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20598-1350168/.minikube/ca.pem (1078 bytes)
I0407 13:20:12.546377 1356300 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20598-1350168/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20598-1350168/.minikube/cert.pem (1123 bytes)
I0407 13:20:12.546460 1356300 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20598-1350168/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20598-1350168/.minikube/key.pem (1675 bytes)
I0407 13:20:12.546524 1356300 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20598-1350168/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20598-1350168/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20598-1350168/.minikube/certs/ca-key.pem org=jenkins.addons-255549 san=[127.0.0.1 192.168.49.2 addons-255549 localhost minikube]
I0407 13:20:13.274406 1356300 provision.go:177] copyRemoteCerts
I0407 13:20:13.274478 1356300 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0407 13:20:13.274521 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:13.291132 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
I0407 13:20:13.381806 1356300 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-1350168/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0407 13:20:13.406622 1356300 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-1350168/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0407 13:20:13.431262 1356300 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-1350168/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0407 13:20:13.456838 1356300 provision.go:87] duration metric: took 927.626574ms to configureAuth
I0407 13:20:13.456877 1356300 ubuntu.go:193] setting minikube options for container-runtime
I0407 13:20:13.457083 1356300 config.go:182] Loaded profile config "addons-255549": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0407 13:20:13.457195 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:13.474010 1356300 main.go:141] libmachine: Using SSH client type: native
I0407 13:20:13.474346 1356300 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 34276 <nil> <nil>}
I0407 13:20:13.474370 1356300 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0407 13:20:13.696798 1356300 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0407 13:20:13.696864 1356300 machine.go:96] duration metric: took 1.601557385s to provisionDockerMachine
I0407 13:20:13.696899 1356300 client.go:171] duration metric: took 10.394748277s to LocalClient.Create
I0407 13:20:13.696947 1356300 start.go:167] duration metric: took 10.394854879s to libmachine.API.Create "addons-255549"
I0407 13:20:13.696973 1356300 start.go:293] postStartSetup for "addons-255549" (driver="docker")
I0407 13:20:13.697001 1356300 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0407 13:20:13.697145 1356300 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0407 13:20:13.697258 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:13.715233 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
I0407 13:20:13.806241 1356300 ssh_runner.go:195] Run: cat /etc/os-release
I0407 13:20:13.809500 1356300 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0407 13:20:13.809535 1356300 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0407 13:20:13.809565 1356300 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0407 13:20:13.809579 1356300 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0407 13:20:13.809593 1356300 filesync.go:126] Scanning /home/jenkins/minikube-integration/20598-1350168/.minikube/addons for local assets ...
I0407 13:20:13.809673 1356300 filesync.go:126] Scanning /home/jenkins/minikube-integration/20598-1350168/.minikube/files for local assets ...
I0407 13:20:13.809702 1356300 start.go:296] duration metric: took 112.706322ms for postStartSetup
I0407 13:20:13.810017 1356300 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-255549
I0407 13:20:13.826993 1356300 profile.go:143] Saving config to /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/config.json ...
I0407 13:20:13.827296 1356300 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0407 13:20:13.827358 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:13.845349 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
I0407 13:20:13.929421 1356300 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0407 13:20:13.933678 1356300 start.go:128] duration metric: took 10.635379599s to createHost
I0407 13:20:13.933703 1356300 start.go:83] releasing machines lock for "addons-255549", held for 10.635525085s
I0407 13:20:13.933781 1356300 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-255549
I0407 13:20:13.954514 1356300 ssh_runner.go:195] Run: cat /version.json
I0407 13:20:13.954564 1356300 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0407 13:20:13.954570 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:13.954635 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:13.972510 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
I0407 13:20:13.976933 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
I0407 13:20:14.064412 1356300 ssh_runner.go:195] Run: systemctl --version
I0407 13:20:14.194351 1356300 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0407 13:20:14.334156 1356300 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0407 13:20:14.338847 1356300 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0407 13:20:14.363069 1356300 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0407 13:20:14.363149 1356300 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0407 13:20:14.403841 1356300 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0407 13:20:14.403916 1356300 start.go:495] detecting cgroup driver to use...
I0407 13:20:14.403963 1356300 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0407 13:20:14.404048 1356300 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0407 13:20:14.421720 1356300 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0407 13:20:14.434116 1356300 docker.go:217] disabling cri-docker service (if available) ...
I0407 13:20:14.434235 1356300 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0407 13:20:14.448282 1356300 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0407 13:20:14.463586 1356300 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0407 13:20:14.561863 1356300 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0407 13:20:14.651150 1356300 docker.go:233] disabling docker service ...
I0407 13:20:14.651244 1356300 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0407 13:20:14.673006 1356300 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0407 13:20:14.684693 1356300 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0407 13:20:14.767003 1356300 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0407 13:20:14.870360 1356300 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0407 13:20:14.881548 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0407 13:20:14.897815 1356300 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0407 13:20:14.897909 1356300 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0407 13:20:14.907482 1356300 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0407 13:20:14.907579 1356300 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0407 13:20:14.917422 1356300 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0407 13:20:14.927756 1356300 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0407 13:20:14.938028 1356300 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0407 13:20:14.947711 1356300 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0407 13:20:14.958374 1356300 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0407 13:20:14.973734 1356300 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0407 13:20:14.983782 1356300 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0407 13:20:14.993560 1356300 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0407 13:20:15.002442 1356300 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0407 13:20:15.115051 1356300 ssh_runner.go:195] Run: sudo systemctl restart crio
I0407 13:20:15.244228 1356300 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0407 13:20:15.244383 1356300 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0407 13:20:15.248163 1356300 start.go:563] Will wait 60s for crictl version
I0407 13:20:15.248279 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:20:15.252106 1356300 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0407 13:20:15.291458 1356300 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0407 13:20:15.291585 1356300 ssh_runner.go:195] Run: crio --version
I0407 13:20:15.331091 1356300 ssh_runner.go:195] Run: crio --version
I0407 13:20:15.374311 1356300 out.go:177] * Preparing Kubernetes v1.32.2 on CRI-O 1.24.6 ...
I0407 13:20:15.377054 1356300 cli_runner.go:164] Run: docker network inspect addons-255549 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0407 13:20:15.393304 1356300 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0407 13:20:15.396718 1356300 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0407 13:20:15.407173 1356300 kubeadm.go:883] updating cluster {Name:addons-255549 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-255549 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0407 13:20:15.407286 1356300 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0407 13:20:15.407350 1356300 ssh_runner.go:195] Run: sudo crictl images --output json
I0407 13:20:15.484458 1356300 crio.go:514] all images are preloaded for cri-o runtime.
I0407 13:20:15.484482 1356300 crio.go:433] Images already preloaded, skipping extraction
I0407 13:20:15.484538 1356300 ssh_runner.go:195] Run: sudo crictl images --output json
I0407 13:20:15.521405 1356300 crio.go:514] all images are preloaded for cri-o runtime.
I0407 13:20:15.521428 1356300 cache_images.go:84] Images are preloaded, skipping loading
I0407 13:20:15.521437 1356300 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.32.2 crio true true} ...
I0407 13:20:15.521532 1356300 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-255549 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.32.2 ClusterName:addons-255549 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0407 13:20:15.521618 1356300 ssh_runner.go:195] Run: crio config
I0407 13:20:15.588913 1356300 cni.go:84] Creating CNI manager for ""
I0407 13:20:15.588940 1356300 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0407 13:20:15.588951 1356300 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0407 13:20:15.588997 1356300 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.32.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-255549 NodeName:addons-255549 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0407 13:20:15.589134 1356300 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-255549"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0407 13:20:15.589212 1356300 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.2
I0407 13:20:15.597873 1356300 binaries.go:44] Found k8s binaries, skipping transfer
I0407 13:20:15.597964 1356300 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0407 13:20:15.606501 1356300 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0407 13:20:15.624615 1356300 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0407 13:20:15.644311 1356300 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I0407 13:20:15.662463 1356300 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0407 13:20:15.665895 1356300 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0407 13:20:15.676626 1356300 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0407 13:20:15.766877 1356300 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0407 13:20:15.780705 1356300 certs.go:68] Setting up /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549 for IP: 192.168.49.2
I0407 13:20:15.780726 1356300 certs.go:194] generating shared ca certs ...
I0407 13:20:15.780743 1356300 certs.go:226] acquiring lock for ca certs: {Name:mke1524799490f99442e57907e46edc3b1671818 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 13:20:15.781003 1356300 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20598-1350168/.minikube/ca.key
I0407 13:20:16.186691 1356300 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20598-1350168/.minikube/ca.crt ...
I0407 13:20:16.186727 1356300 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-1350168/.minikube/ca.crt: {Name:mkcbdea3007cf25c33e387384f1f374f62473691 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 13:20:16.186937 1356300 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20598-1350168/.minikube/ca.key ...
I0407 13:20:16.186971 1356300 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-1350168/.minikube/ca.key: {Name:mkcc71b72e72318dcb3b6fda0c39dea88f28c152 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 13:20:16.187113 1356300 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20598-1350168/.minikube/proxy-client-ca.key
I0407 13:20:16.548163 1356300 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20598-1350168/.minikube/proxy-client-ca.crt ...
I0407 13:20:16.548190 1356300 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-1350168/.minikube/proxy-client-ca.crt: {Name:mkd2a51227ceabeddc7eebf438112d6e0faea8cd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 13:20:16.548950 1356300 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20598-1350168/.minikube/proxy-client-ca.key ...
I0407 13:20:16.548967 1356300 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-1350168/.minikube/proxy-client-ca.key: {Name:mk4b30c84dbca25713d37da4bfa4a8eb2dea970f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 13:20:16.549058 1356300 certs.go:256] generating profile certs ...
I0407 13:20:16.549132 1356300 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/client.key
I0407 13:20:16.549152 1356300 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/client.crt with IP's: []
I0407 13:20:17.573173 1356300 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/client.crt ...
I0407 13:20:17.573208 1356300 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/client.crt: {Name:mkcc1e87815e3d1cdc3103e0ca045feb1882a261 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 13:20:17.573405 1356300 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/client.key ...
I0407 13:20:17.573419 1356300 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/client.key: {Name:mkad31f026f280c1559e5ca6dd9ffcd3901a7ba6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 13:20:17.573514 1356300 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/apiserver.key.bb90affb
I0407 13:20:17.573537 1356300 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/apiserver.crt.bb90affb with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0407 13:20:18.191298 1356300 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/apiserver.crt.bb90affb ...
I0407 13:20:18.191339 1356300 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/apiserver.crt.bb90affb: {Name:mk270c85cf73bf6911ec90419e826d7cece63a37 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 13:20:18.191542 1356300 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/apiserver.key.bb90affb ...
I0407 13:20:18.191557 1356300 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/apiserver.key.bb90affb: {Name:mk9ac9cdea7bbc0b6fdbe56c82d078f99c943208 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 13:20:18.191640 1356300 certs.go:381] copying /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/apiserver.crt.bb90affb -> /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/apiserver.crt
I0407 13:20:18.191736 1356300 certs.go:385] copying /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/apiserver.key.bb90affb -> /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/apiserver.key
I0407 13:20:18.191796 1356300 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/proxy-client.key
I0407 13:20:18.191817 1356300 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/proxy-client.crt with IP's: []
I0407 13:20:18.359302 1356300 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/proxy-client.crt ...
I0407 13:20:18.359332 1356300 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/proxy-client.crt: {Name:mk88374875827c1c7f2e8aeefb00b08e8442e5c2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 13:20:18.359536 1356300 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/proxy-client.key ...
I0407 13:20:18.359555 1356300 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/proxy-client.key: {Name:mk162d08072222e6246e0503277f7619fc81cab3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 13:20:18.359749 1356300 certs.go:484] found cert: /home/jenkins/minikube-integration/20598-1350168/.minikube/certs/ca-key.pem (1675 bytes)
I0407 13:20:18.359791 1356300 certs.go:484] found cert: /home/jenkins/minikube-integration/20598-1350168/.minikube/certs/ca.pem (1078 bytes)
I0407 13:20:18.359828 1356300 certs.go:484] found cert: /home/jenkins/minikube-integration/20598-1350168/.minikube/certs/cert.pem (1123 bytes)
I0407 13:20:18.359855 1356300 certs.go:484] found cert: /home/jenkins/minikube-integration/20598-1350168/.minikube/certs/key.pem (1675 bytes)
I0407 13:20:18.360418 1356300 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-1350168/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0407 13:20:18.385620 1356300 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-1350168/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0407 13:20:18.411819 1356300 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-1350168/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0407 13:20:18.437632 1356300 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-1350168/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0407 13:20:18.461952 1356300 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0407 13:20:18.485675 1356300 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0407 13:20:18.510180 1356300 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0407 13:20:18.534348 1356300 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-1350168/.minikube/profiles/addons-255549/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0407 13:20:18.559079 1356300 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-1350168/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0407 13:20:18.584198 1356300 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0407 13:20:18.602433 1356300 ssh_runner.go:195] Run: openssl version
I0407 13:20:18.608069 1356300 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0407 13:20:18.618013 1356300 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0407 13:20:18.621639 1356300 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Apr 7 13:20 /usr/share/ca-certificates/minikubeCA.pem
I0407 13:20:18.621712 1356300 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0407 13:20:18.628827 1356300 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0407 13:20:18.638427 1356300 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0407 13:20:18.641780 1356300 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0407 13:20:18.641829 1356300 kubeadm.go:392] StartCluster: {Name:addons-255549 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-255549 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0407 13:20:18.641913 1356300 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0407 13:20:18.641980 1356300 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0407 13:20:18.683361 1356300 cri.go:89] found id: ""
I0407 13:20:18.683451 1356300 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0407 13:20:18.692896 1356300 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0407 13:20:18.702151 1356300 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0407 13:20:18.702260 1356300 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0407 13:20:18.711077 1356300 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0407 13:20:18.711098 1356300 kubeadm.go:157] found existing configuration files:
I0407 13:20:18.711152 1356300 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0407 13:20:18.719903 1356300 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0407 13:20:18.719976 1356300 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0407 13:20:18.728678 1356300 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0407 13:20:18.738223 1356300 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0407 13:20:18.738320 1356300 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0407 13:20:18.746985 1356300 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0407 13:20:18.756143 1356300 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0407 13:20:18.756229 1356300 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0407 13:20:18.766662 1356300 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0407 13:20:18.775753 1356300 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0407 13:20:18.775838 1356300 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0407 13:20:18.784607 1356300 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.32.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0407 13:20:18.831286 1356300 kubeadm.go:310] [init] Using Kubernetes version: v1.32.2
I0407 13:20:18.831482 1356300 kubeadm.go:310] [preflight] Running pre-flight checks
I0407 13:20:18.859867 1356300 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0407 13:20:18.859948 1356300 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1081-aws[0m
I0407 13:20:18.859989 1356300 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0407 13:20:18.860039 1356300 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0407 13:20:18.860091 1356300 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0407 13:20:18.860142 1356300 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0407 13:20:18.860193 1356300 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0407 13:20:18.860244 1356300 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0407 13:20:18.860295 1356300 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0407 13:20:18.860346 1356300 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0407 13:20:18.860398 1356300 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0407 13:20:18.860448 1356300 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0407 13:20:18.940555 1356300 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0407 13:20:18.940671 1356300 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0407 13:20:18.940766 1356300 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0407 13:20:18.947957 1356300 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0407 13:20:18.954663 1356300 out.go:235] - Generating certificates and keys ...
I0407 13:20:18.954880 1356300 kubeadm.go:310] [certs] Using existing ca certificate authority
I0407 13:20:18.955035 1356300 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0407 13:20:19.433304 1356300 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0407 13:20:19.895150 1356300 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0407 13:20:20.370905 1356300 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0407 13:20:20.748123 1356300 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0407 13:20:21.083722 1356300 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0407 13:20:21.084096 1356300 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-255549 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0407 13:20:21.255599 1356300 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0407 13:20:21.255945 1356300 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-255549 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0407 13:20:21.587650 1356300 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0407 13:20:21.921693 1356300 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0407 13:20:22.375601 1356300 kubeadm.go:310] [certs] Generating "sa" key and public key
I0407 13:20:22.375889 1356300 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0407 13:20:22.640823 1356300 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0407 13:20:23.025474 1356300 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0407 13:20:23.950095 1356300 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0407 13:20:24.809093 1356300 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0407 13:20:25.487811 1356300 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0407 13:20:25.488519 1356300 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0407 13:20:25.491673 1356300 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0407 13:20:25.495131 1356300 out.go:235] - Booting up control plane ...
I0407 13:20:25.495236 1356300 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0407 13:20:25.495313 1356300 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0407 13:20:25.495378 1356300 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0407 13:20:25.510286 1356300 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0407 13:20:25.517328 1356300 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0407 13:20:25.517384 1356300 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0407 13:20:25.609448 1356300 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0407 13:20:25.609575 1356300 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0407 13:20:27.611066 1356300 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 2.001783913s
I0407 13:20:27.611201 1356300 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0407 13:20:34.117001 1356300 kubeadm.go:310] [api-check] The API server is healthy after 6.502221015s
I0407 13:20:34.135894 1356300 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0407 13:20:34.149952 1356300 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0407 13:20:34.173426 1356300 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0407 13:20:34.173620 1356300 kubeadm.go:310] [mark-control-plane] Marking the node addons-255549 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0407 13:20:34.190833 1356300 kubeadm.go:310] [bootstrap-token] Using token: y1bi4p.scau6rji8sdf97wu
I0407 13:20:34.193855 1356300 out.go:235] - Configuring RBAC rules ...
I0407 13:20:34.194002 1356300 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0407 13:20:34.202384 1356300 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0407 13:20:34.210818 1356300 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0407 13:20:34.217074 1356300 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0407 13:20:34.221173 1356300 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0407 13:20:34.226856 1356300 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0407 13:20:34.523255 1356300 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0407 13:20:34.957201 1356300 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0407 13:20:35.520693 1356300 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0407 13:20:35.521832 1356300 kubeadm.go:310]
I0407 13:20:35.521905 1356300 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0407 13:20:35.521917 1356300 kubeadm.go:310]
I0407 13:20:35.521994 1356300 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0407 13:20:35.522009 1356300 kubeadm.go:310]
I0407 13:20:35.522034 1356300 kubeadm.go:310] mkdir -p $HOME/.kube
I0407 13:20:35.522110 1356300 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0407 13:20:35.522166 1356300 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0407 13:20:35.522178 1356300 kubeadm.go:310]
I0407 13:20:35.522232 1356300 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0407 13:20:35.522240 1356300 kubeadm.go:310]
I0407 13:20:35.522288 1356300 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0407 13:20:35.522296 1356300 kubeadm.go:310]
I0407 13:20:35.522348 1356300 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0407 13:20:35.522425 1356300 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0407 13:20:35.522497 1356300 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0407 13:20:35.522506 1356300 kubeadm.go:310]
I0407 13:20:35.522589 1356300 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0407 13:20:35.522667 1356300 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0407 13:20:35.522679 1356300 kubeadm.go:310]
I0407 13:20:35.522762 1356300 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token y1bi4p.scau6rji8sdf97wu \
I0407 13:20:35.522875 1356300 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:141816b458af1c7237aa719a2aeac9858ac4ba19d8fc64ea97e046719c63da6e \
I0407 13:20:35.522900 1356300 kubeadm.go:310] --control-plane
I0407 13:20:35.522913 1356300 kubeadm.go:310]
I0407 13:20:35.522998 1356300 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0407 13:20:35.523005 1356300 kubeadm.go:310]
I0407 13:20:35.525672 1356300 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token y1bi4p.scau6rji8sdf97wu \
I0407 13:20:35.525795 1356300 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:141816b458af1c7237aa719a2aeac9858ac4ba19d8fc64ea97e046719c63da6e
I0407 13:20:35.526969 1356300 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I0407 13:20:35.527192 1356300 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1081-aws\n", err: exit status 1
I0407 13:20:35.527301 1356300 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0407 13:20:35.527321 1356300 cni.go:84] Creating CNI manager for ""
I0407 13:20:35.527330 1356300 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0407 13:20:35.533266 1356300 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0407 13:20:35.536971 1356300 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0407 13:20:35.540753 1356300 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.32.2/kubectl ...
I0407 13:20:35.540773 1356300 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0407 13:20:35.560461 1356300 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0407 13:20:35.881983 1356300 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0407 13:20:35.882126 1356300 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0407 13:20:35.882218 1356300 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-255549 minikube.k8s.io/updated_at=2025_04_07T13_20_35_0700 minikube.k8s.io/version=v1.35.0 minikube.k8s.io/commit=5cf7512d5a64c8581140916e82b849633d870277 minikube.k8s.io/name=addons-255549 minikube.k8s.io/primary=true
I0407 13:20:36.055776 1356300 ops.go:34] apiserver oom_adj: -16
I0407 13:20:36.055888 1356300 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0407 13:20:36.556914 1356300 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0407 13:20:37.056354 1356300 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0407 13:20:37.556639 1356300 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0407 13:20:38.055985 1356300 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0407 13:20:38.556930 1356300 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0407 13:20:39.056722 1356300 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0407 13:20:39.146484 1356300 kubeadm.go:1113] duration metric: took 3.264401329s to wait for elevateKubeSystemPrivileges
I0407 13:20:39.146530 1356300 kubeadm.go:394] duration metric: took 20.504698273s to StartCluster
I0407 13:20:39.146549 1356300 settings.go:142] acquiring lock: {Name:mk880fd7d0dc96a072e7ed954cda020118bd0aed Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 13:20:39.146669 1356300 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20598-1350168/kubeconfig
I0407 13:20:39.147059 1356300 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-1350168/kubeconfig: {Name:mk375750396d80290390b59f094b50a82014a314 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 13:20:39.147265 1356300 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I0407 13:20:39.147410 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0407 13:20:39.147667 1356300 config.go:182] Loaded profile config "addons-255549": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0407 13:20:39.147705 1356300 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0407 13:20:39.147787 1356300 addons.go:69] Setting yakd=true in profile "addons-255549"
I0407 13:20:39.147805 1356300 addons.go:238] Setting addon yakd=true in "addons-255549"
I0407 13:20:39.147829 1356300 host.go:66] Checking if "addons-255549" exists ...
I0407 13:20:39.147852 1356300 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-255549"
I0407 13:20:39.147902 1356300 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-255549"
I0407 13:20:39.147966 1356300 host.go:66] Checking if "addons-255549" exists ...
I0407 13:20:39.148310 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:39.148577 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:39.148962 1356300 addons.go:69] Setting metrics-server=true in profile "addons-255549"
I0407 13:20:39.148992 1356300 addons.go:238] Setting addon metrics-server=true in "addons-255549"
I0407 13:20:39.149018 1356300 host.go:66] Checking if "addons-255549" exists ...
I0407 13:20:39.149435 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:39.151516 1356300 addons.go:69] Setting cloud-spanner=true in profile "addons-255549"
I0407 13:20:39.151571 1356300 addons.go:238] Setting addon cloud-spanner=true in "addons-255549"
I0407 13:20:39.151633 1356300 host.go:66] Checking if "addons-255549" exists ...
I0407 13:20:39.151685 1356300 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-255549"
I0407 13:20:39.151708 1356300 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-255549"
I0407 13:20:39.151734 1356300 host.go:66] Checking if "addons-255549" exists ...
I0407 13:20:39.152172 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:39.154023 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:39.154490 1356300 addons.go:69] Setting registry=true in profile "addons-255549"
I0407 13:20:39.154523 1356300 addons.go:238] Setting addon registry=true in "addons-255549"
I0407 13:20:39.154561 1356300 host.go:66] Checking if "addons-255549" exists ...
I0407 13:20:39.155019 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:39.158719 1356300 addons.go:69] Setting storage-provisioner=true in profile "addons-255549"
I0407 13:20:39.158757 1356300 addons.go:238] Setting addon storage-provisioner=true in "addons-255549"
I0407 13:20:39.158808 1356300 host.go:66] Checking if "addons-255549" exists ...
I0407 13:20:39.159322 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:39.165108 1356300 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-255549"
I0407 13:20:39.165178 1356300 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-255549"
I0407 13:20:39.165218 1356300 host.go:66] Checking if "addons-255549" exists ...
I0407 13:20:39.165835 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:39.169125 1356300 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-255549"
I0407 13:20:39.169164 1356300 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-255549"
I0407 13:20:39.169517 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:39.172288 1356300 addons.go:69] Setting default-storageclass=true in profile "addons-255549"
I0407 13:20:39.172322 1356300 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-255549"
I0407 13:20:39.172659 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:39.188863 1356300 addons.go:69] Setting volcano=true in profile "addons-255549"
I0407 13:20:39.188911 1356300 addons.go:238] Setting addon volcano=true in "addons-255549"
I0407 13:20:39.188962 1356300 host.go:66] Checking if "addons-255549" exists ...
I0407 13:20:39.189451 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:39.189624 1356300 addons.go:69] Setting volumesnapshots=true in profile "addons-255549"
I0407 13:20:39.189643 1356300 addons.go:69] Setting gcp-auth=true in profile "addons-255549"
I0407 13:20:39.189654 1356300 addons.go:238] Setting addon volumesnapshots=true in "addons-255549"
I0407 13:20:39.189662 1356300 mustload.go:65] Loading cluster: addons-255549
I0407 13:20:39.189680 1356300 host.go:66] Checking if "addons-255549" exists ...
I0407 13:20:39.189916 1356300 config.go:182] Loaded profile config "addons-255549": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0407 13:20:39.190160 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:39.190190 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:39.200418 1356300 addons.go:69] Setting ingress=true in profile "addons-255549"
I0407 13:20:39.200454 1356300 addons.go:238] Setting addon ingress=true in "addons-255549"
I0407 13:20:39.200505 1356300 host.go:66] Checking if "addons-255549" exists ...
I0407 13:20:39.147827 1356300 addons.go:69] Setting inspektor-gadget=true in profile "addons-255549"
I0407 13:20:39.200981 1356300 addons.go:238] Setting addon inspektor-gadget=true in "addons-255549"
I0407 13:20:39.201010 1356300 host.go:66] Checking if "addons-255549" exists ...
I0407 13:20:39.201143 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:39.201417 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:39.216063 1356300 addons.go:69] Setting ingress-dns=true in profile "addons-255549"
I0407 13:20:39.216109 1356300 addons.go:238] Setting addon ingress-dns=true in "addons-255549"
I0407 13:20:39.216153 1356300 host.go:66] Checking if "addons-255549" exists ...
I0407 13:20:39.216649 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:39.271167 1356300 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0407 13:20:39.216861 1356300 out.go:177] * Verifying Kubernetes components...
I0407 13:20:39.274304 1356300 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0407 13:20:39.274500 1356300 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I0407 13:20:39.274513 1356300 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0407 13:20:39.274570 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:39.277349 1356300 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I0407 13:20:39.279836 1356300 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0407 13:20:39.279856 1356300 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0407 13:20:39.279920 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:39.328925 1356300 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0407 13:20:39.339668 1356300 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0407 13:20:39.339748 1356300 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0407 13:20:39.339853 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:39.341951 1356300 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0407 13:20:39.342192 1356300 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I0407 13:20:39.349149 1356300 out.go:177] - Using image docker.io/registry:2.8.3
I0407 13:20:39.354383 1356300 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-255549"
I0407 13:20:39.354428 1356300 host.go:66] Checking if "addons-255549" exists ...
I0407 13:20:39.354872 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:39.368905 1356300 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I0407 13:20:39.373368 1356300 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0407 13:20:39.373391 1356300 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I0407 13:20:39.373450 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:39.376490 1356300 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0407 13:20:39.380032 1356300 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0407 13:20:39.391424 1356300 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I0407 13:20:39.391801 1356300 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0407 13:20:39.392030 1356300 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0407 13:20:39.392525 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
I0407 13:20:39.392406 1356300 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0407 13:20:39.393441 1356300 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0407 13:20:39.393515 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:39.422729 1356300 host.go:66] Checking if "addons-255549" exists ...
I0407 13:20:39.429424 1356300 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0407 13:20:39.432418 1356300 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0407 13:20:39.432442 1356300 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0407 13:20:39.432512 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:39.449987 1356300 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.30
I0407 13:20:39.456868 1356300 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.37.0
I0407 13:20:39.457150 1356300 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I0407 13:20:39.457168 1356300 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0407 13:20:39.457239 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:39.457983 1356300 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I0407 13:20:39.458041 1356300 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0407 13:20:39.458162 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:39.480898 1356300 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I0407 13:20:39.480921 1356300 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I0407 13:20:39.481066 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:39.483590 1356300 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0407 13:20:39.487594 1356300 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0407 13:20:39.490559 1356300 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0407 13:20:39.494619 1356300 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0407 13:20:39.497587 1356300 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0407 13:20:39.497619 1356300 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0407 13:20:39.497705 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:39.503599 1356300 addons.go:238] Setting addon default-storageclass=true in "addons-255549"
I0407 13:20:39.503646 1356300 host.go:66] Checking if "addons-255549" exists ...
I0407 13:20:39.504371 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:39.540141 1356300 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0407 13:20:39.544768 1356300 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0407 13:20:39.547653 1356300 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0407 13:20:39.547867 1356300 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0407 13:20:39.547884 1356300 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0407 13:20:39.547947 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:39.569659 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
I0407 13:20:39.579124 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0407 13:20:39.589085 1356300 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0407 13:20:39.589111 1356300 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0407 13:20:39.589205 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
W0407 13:20:39.593894 1356300 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0407 13:20:39.594224 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
I0407 13:20:39.594869 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
I0407 13:20:39.601984 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
I0407 13:20:39.616530 1356300 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0407 13:20:39.625856 1356300 out.go:177] - Using image docker.io/busybox:stable
I0407 13:20:39.634860 1356300 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0407 13:20:39.634958 1356300 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0407 13:20:39.635071 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:39.669361 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
I0407 13:20:39.685102 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
I0407 13:20:39.713292 1356300 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0407 13:20:39.713565 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
I0407 13:20:39.734976 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
I0407 13:20:39.740825 1356300 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0407 13:20:39.740846 1356300 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0407 13:20:39.740906 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:39.741256 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
I0407 13:20:39.753139 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
I0407 13:20:39.767031 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
I0407 13:20:39.767251 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
W0407 13:20:39.768396 1356300 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0407 13:20:39.768426 1356300 retry.go:31] will retry after 180.957961ms: ssh: handshake failed: EOF
I0407 13:20:39.795426 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
W0407 13:20:39.796540 1356300 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0407 13:20:39.796565 1356300 retry.go:31] will retry after 196.617088ms: ssh: handshake failed: EOF
I0407 13:20:39.874096 1356300 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I0407 13:20:39.874166 1356300 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0407 13:20:39.898344 1356300 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I0407 13:20:39.898430 1356300 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0407 13:20:40.000542 1356300 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0407 13:20:40.011643 1356300 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0407 13:20:40.091391 1356300 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I0407 13:20:40.091415 1356300 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0407 13:20:40.135119 1356300 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0407 13:20:40.163161 1356300 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0407 13:20:40.163260 1356300 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0407 13:20:40.164133 1356300 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0407 13:20:40.164199 1356300 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0407 13:20:40.178691 1356300 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I0407 13:20:40.178765 1356300 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14539 bytes)
I0407 13:20:40.264778 1356300 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0407 13:20:40.288635 1356300 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0407 13:20:40.288711 1356300 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0407 13:20:40.289554 1356300 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0407 13:20:40.291813 1356300 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0407 13:20:40.294123 1356300 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0407 13:20:40.294187 1356300 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0407 13:20:40.301972 1356300 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I0407 13:20:40.302048 1356300 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0407 13:20:40.305923 1356300 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0407 13:20:40.305996 1356300 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0407 13:20:40.363391 1356300 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0407 13:20:40.428205 1356300 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0407 13:20:40.428286 1356300 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0407 13:20:40.441381 1356300 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I0407 13:20:40.441458 1356300 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0407 13:20:40.451515 1356300 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0407 13:20:40.451596 1356300 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0407 13:20:40.525220 1356300 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0407 13:20:40.525301 1356300 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0407 13:20:40.556066 1356300 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0407 13:20:40.559378 1356300 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0407 13:20:40.567415 1356300 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0407 13:20:40.596125 1356300 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0407 13:20:40.596205 1356300 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0407 13:20:40.617649 1356300 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I0407 13:20:40.617711 1356300 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0407 13:20:40.629906 1356300 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0407 13:20:40.742553 1356300 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0407 13:20:40.742643 1356300 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0407 13:20:40.795577 1356300 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0407 13:20:40.795649 1356300 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0407 13:20:40.824522 1356300 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0407 13:20:40.936977 1356300 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0407 13:20:40.937063 1356300 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0407 13:20:40.951090 1356300 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0407 13:20:41.120904 1356300 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0407 13:20:41.120984 1356300 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0407 13:20:41.272113 1356300 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0407 13:20:41.272188 1356300 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0407 13:20:41.388373 1356300 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0407 13:20:41.388449 1356300 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0407 13:20:41.578295 1356300 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0407 13:20:41.578367 1356300 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0407 13:20:41.746794 1356300 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0407 13:20:41.746868 1356300 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0407 13:20:41.928717 1356300 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0407 13:20:41.928818 1356300 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0407 13:20:42.058214 1356300 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0407 13:20:43.187160 1356300 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (3.607952119s)
I0407 13:20:43.187187 1356300 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0407 13:20:43.188166 1356300 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (3.474849506s)
I0407 13:20:43.188965 1356300 node_ready.go:35] waiting up to 6m0s for node "addons-255549" to be "Ready" ...
I0407 13:20:43.189174 1356300 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (3.18855058s)
I0407 13:20:43.189252 1356300 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (3.177534201s)
I0407 13:20:43.896480 1356300 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-255549" context rescaled to 1 replicas
I0407 13:20:45.218115 1356300 node_ready.go:53] node "addons-255549" has status "Ready":"False"
I0407 13:20:46.076695 1356300 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.941486818s)
I0407 13:20:46.076729 1356300 addons.go:479] Verifying addon ingress=true in "addons-255549"
I0407 13:20:46.077020 1356300 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.812145089s)
I0407 13:20:46.077058 1356300 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (5.787442643s)
I0407 13:20:46.077090 1356300 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.785215206s)
I0407 13:20:46.077160 1356300 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (5.713697915s)
I0407 13:20:46.077186 1356300 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (5.52104978s)
I0407 13:20:46.077403 1356300 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.517964693s)
I0407 13:20:46.077525 1356300 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (5.510035617s)
I0407 13:20:46.077893 1356300 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.447909941s)
I0407 13:20:46.077919 1356300 addons.go:479] Verifying addon metrics-server=true in "addons-255549"
I0407 13:20:46.077949 1356300 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.253354553s)
I0407 13:20:46.077957 1356300 addons.go:479] Verifying addon registry=true in "addons-255549"
I0407 13:20:46.078130 1356300 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.126961015s)
W0407 13:20:46.078455 1356300 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0407 13:20:46.078479 1356300 retry.go:31] will retry after 315.163733ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0407 13:20:46.080413 1356300 out.go:177] * Verifying registry addon...
I0407 13:20:46.080512 1356300 out.go:177] * Verifying ingress addon...
I0407 13:20:46.080538 1356300 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-255549 service yakd-dashboard -n yakd-dashboard
I0407 13:20:46.084975 1356300 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0407 13:20:46.085799 1356300 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0407 13:20:46.186280 1356300 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0407 13:20:46.186305 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:46.193637 1356300 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0407 13:20:46.193664 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:46.394209 1356300 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0407 13:20:46.619418 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:46.619670 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:46.771803 1356300 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.713494684s)
I0407 13:20:46.771850 1356300 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-255549"
I0407 13:20:46.776534 1356300 out.go:177] * Verifying csi-hostpath-driver addon...
I0407 13:20:46.781521 1356300 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0407 13:20:46.807328 1356300 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0407 13:20:46.807353 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:47.091475 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:47.091633 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:47.285814 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:47.588959 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:47.589235 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:47.692186 1356300 node_ready.go:53] node "addons-255549" has status "Ready":"False"
I0407 13:20:47.786614 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:48.088875 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:48.089451 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:48.286023 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:48.588595 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:48.589223 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:48.785476 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:49.089031 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:49.089222 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:49.285681 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:49.590750 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:49.590922 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:49.624935 1356300 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0407 13:20:49.625029 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:49.644388 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
I0407 13:20:49.693312 1356300 node_ready.go:53] node "addons-255549" has status "Ready":"False"
I0407 13:20:49.743182 1356300 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0407 13:20:49.762108 1356300 addons.go:238] Setting addon gcp-auth=true in "addons-255549"
I0407 13:20:49.762163 1356300 host.go:66] Checking if "addons-255549" exists ...
I0407 13:20:49.762616 1356300 cli_runner.go:164] Run: docker container inspect addons-255549 --format={{.State.Status}}
I0407 13:20:49.786164 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:49.789020 1356300 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0407 13:20:49.789079 1356300 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-255549
I0407 13:20:49.807173 1356300 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34276 SSHKeyPath:/home/jenkins/minikube-integration/20598-1350168/.minikube/machines/addons-255549/id_rsa Username:docker}
I0407 13:20:49.896412 1356300 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0407 13:20:49.899319 1356300 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I0407 13:20:49.902180 1356300 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0407 13:20:49.902249 1356300 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0407 13:20:49.920700 1356300 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0407 13:20:49.920724 1356300 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0407 13:20:49.940121 1356300 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0407 13:20:49.940147 1356300 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0407 13:20:49.958209 1356300 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0407 13:20:50.090409 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:50.091612 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:50.285226 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:50.487481 1356300 addons.go:479] Verifying addon gcp-auth=true in "addons-255549"
I0407 13:20:50.490521 1356300 out.go:177] * Verifying gcp-auth addon...
I0407 13:20:50.494171 1356300 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0407 13:20:50.500521 1356300 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0407 13:20:50.500556 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:20:50.600888 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:50.601192 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:50.786094 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:50.998380 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:20:51.088266 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:51.089561 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:51.284979 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:51.497010 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:20:51.589656 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:51.589698 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:51.785949 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:51.997114 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:20:52.089109 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:52.089286 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:52.192224 1356300 node_ready.go:53] node "addons-255549" has status "Ready":"False"
I0407 13:20:52.285097 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:52.496928 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:20:52.587848 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:52.588894 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:52.786478 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:52.997572 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:20:53.088765 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:53.088861 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:53.284287 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:53.497245 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:20:53.588454 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:53.589418 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:53.784540 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:53.998110 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:20:54.089055 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:54.089266 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:54.285237 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:54.497368 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:20:54.588166 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:54.589740 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:54.694084 1356300 node_ready.go:53] node "addons-255549" has status "Ready":"False"
I0407 13:20:54.785825 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:54.999467 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:20:55.088403 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:55.089705 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:55.284887 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:55.498181 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:20:55.588402 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:55.588931 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:55.784712 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:55.997739 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:20:56.088844 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:56.088967 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:56.285557 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:56.497516 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:20:56.588972 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:56.589457 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:56.785155 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:56.997581 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:20:57.089559 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:57.089936 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:57.192522 1356300 node_ready.go:53] node "addons-255549" has status "Ready":"False"
I0407 13:20:57.284457 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:57.497029 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:20:57.587603 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:57.588819 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:57.890430 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:58.056113 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:20:58.133599 1356300 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0407 13:20:58.133619 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:58.134087 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:58.233635 1356300 node_ready.go:49] node "addons-255549" has status "Ready":"True"
I0407 13:20:58.233710 1356300 node_ready.go:38] duration metric: took 15.044712296s for node "addons-255549" to be "Ready" ...
I0407 13:20:58.233738 1356300 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0407 13:20:58.275069 1356300 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-6bjfg" in "kube-system" namespace to be "Ready" ...
I0407 13:20:58.311013 1356300 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0407 13:20:58.311089 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:58.515799 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:20:58.686865 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:58.687164 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:58.806266 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:59.003980 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:20:59.104670 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:59.105738 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:59.285249 1356300 pod_ready.go:93] pod "coredns-668d6bf9bc-6bjfg" in "kube-system" namespace has status "Ready":"True"
I0407 13:20:59.285327 1356300 pod_ready.go:82] duration metric: took 1.010179696s for pod "coredns-668d6bf9bc-6bjfg" in "kube-system" namespace to be "Ready" ...
I0407 13:20:59.285376 1356300 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-255549" in "kube-system" namespace to be "Ready" ...
I0407 13:20:59.287887 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:59.298368 1356300 pod_ready.go:93] pod "etcd-addons-255549" in "kube-system" namespace has status "Ready":"True"
I0407 13:20:59.298441 1356300 pod_ready.go:82] duration metric: took 13.042623ms for pod "etcd-addons-255549" in "kube-system" namespace to be "Ready" ...
I0407 13:20:59.298475 1356300 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-255549" in "kube-system" namespace to be "Ready" ...
I0407 13:20:59.304622 1356300 pod_ready.go:93] pod "kube-apiserver-addons-255549" in "kube-system" namespace has status "Ready":"True"
I0407 13:20:59.304701 1356300 pod_ready.go:82] duration metric: took 6.203323ms for pod "kube-apiserver-addons-255549" in "kube-system" namespace to be "Ready" ...
I0407 13:20:59.304729 1356300 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-255549" in "kube-system" namespace to be "Ready" ...
I0407 13:20:59.313885 1356300 pod_ready.go:93] pod "kube-controller-manager-addons-255549" in "kube-system" namespace has status "Ready":"True"
I0407 13:20:59.313961 1356300 pod_ready.go:82] duration metric: took 9.200704ms for pod "kube-controller-manager-addons-255549" in "kube-system" namespace to be "Ready" ...
I0407 13:20:59.313991 1356300 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-xjxp4" in "kube-system" namespace to be "Ready" ...
I0407 13:20:59.392988 1356300 pod_ready.go:93] pod "kube-proxy-xjxp4" in "kube-system" namespace has status "Ready":"True"
I0407 13:20:59.393013 1356300 pod_ready.go:82] duration metric: took 79.000241ms for pod "kube-proxy-xjxp4" in "kube-system" namespace to be "Ready" ...
I0407 13:20:59.393025 1356300 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-255549" in "kube-system" namespace to be "Ready" ...
I0407 13:20:59.498247 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:20:59.602576 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:20:59.602654 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:20:59.787769 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:20:59.793253 1356300 pod_ready.go:93] pod "kube-scheduler-addons-255549" in "kube-system" namespace has status "Ready":"True"
I0407 13:20:59.793280 1356300 pod_ready.go:82] duration metric: took 400.247431ms for pod "kube-scheduler-addons-255549" in "kube-system" namespace to be "Ready" ...
I0407 13:20:59.793292 1356300 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-7fbb699795-jbf87" in "kube-system" namespace to be "Ready" ...
I0407 13:20:59.997467 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:00.104455 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:00.107825 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:00.286030 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:00.497398 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:00.588869 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:00.590866 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:00.793976 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:01.000714 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:01.094656 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:01.097415 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:01.289516 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:01.497393 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:01.589625 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:01.590845 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:01.800332 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:01.801595 1356300 pod_ready.go:103] pod "metrics-server-7fbb699795-jbf87" in "kube-system" namespace has status "Ready":"False"
I0407 13:21:01.997808 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:02.089734 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:02.089741 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:02.285317 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:02.498086 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:02.588247 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:02.588911 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:02.785660 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:02.998729 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:03.089380 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:03.089470 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:03.285270 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:03.497908 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:03.589755 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:03.590535 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:03.794220 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:03.813783 1356300 pod_ready.go:103] pod "metrics-server-7fbb699795-jbf87" in "kube-system" namespace has status "Ready":"False"
I0407 13:21:03.998654 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:04.090137 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:04.091284 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:04.284379 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:04.498032 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:04.589106 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:04.589265 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:04.787131 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:04.998707 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:05.102300 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:05.102571 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:05.286630 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:05.497470 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:05.596668 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:05.597448 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:05.787981 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:06.002065 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:06.091481 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:06.091709 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:06.309947 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:06.314643 1356300 pod_ready.go:103] pod "metrics-server-7fbb699795-jbf87" in "kube-system" namespace has status "Ready":"False"
I0407 13:21:06.497613 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:06.592432 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:06.593735 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:06.788599 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:07.000251 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:07.091211 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:07.092685 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:07.316881 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:07.498259 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:07.590874 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:07.591705 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:07.810284 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:07.997787 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:08.093948 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:08.094370 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:08.287064 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:08.497649 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:08.589261 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:08.589472 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:08.787135 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:08.801408 1356300 pod_ready.go:103] pod "metrics-server-7fbb699795-jbf87" in "kube-system" namespace has status "Ready":"False"
I0407 13:21:09.007056 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:09.091485 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:09.091608 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:09.284598 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:09.497973 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:09.590290 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:09.590818 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:09.788162 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:10.007551 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:10.090392 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:10.090850 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:10.285236 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:10.497683 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:10.588849 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:10.589186 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:10.786389 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:10.997855 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:11.099218 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:11.099768 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:11.285082 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:11.298823 1356300 pod_ready.go:103] pod "metrics-server-7fbb699795-jbf87" in "kube-system" namespace has status "Ready":"False"
I0407 13:21:11.499733 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:11.589679 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:11.591258 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:11.787401 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:11.997374 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:12.090471 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:12.090696 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:12.284889 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:12.499005 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:12.587972 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:12.589027 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:12.785735 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:13.007800 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:13.104823 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:13.108770 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:13.284624 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:13.502651 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:13.603752 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:13.603847 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:13.784887 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:13.798797 1356300 pod_ready.go:103] pod "metrics-server-7fbb699795-jbf87" in "kube-system" namespace has status "Ready":"False"
I0407 13:21:14.007223 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:14.095705 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:14.096051 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:14.285698 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:14.497071 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:14.589204 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:14.589531 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:14.791441 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:15.002701 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:15.103645 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:15.104149 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:15.290294 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:15.497800 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:15.591518 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:15.591990 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:15.788441 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:15.801323 1356300 pod_ready.go:103] pod "metrics-server-7fbb699795-jbf87" in "kube-system" namespace has status "Ready":"False"
I0407 13:21:15.997759 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:16.096740 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:16.100359 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:16.285769 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:16.497648 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:16.588597 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:16.588993 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:16.786883 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:16.997803 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:17.098602 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:17.099151 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:17.285090 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:17.497407 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:17.588937 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:17.589350 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:17.784456 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:18.015746 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:18.114998 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:18.115197 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:18.285782 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:18.299891 1356300 pod_ready.go:93] pod "metrics-server-7fbb699795-jbf87" in "kube-system" namespace has status "Ready":"True"
I0407 13:21:18.299916 1356300 pod_ready.go:82] duration metric: took 18.506616469s for pod "metrics-server-7fbb699795-jbf87" in "kube-system" namespace to be "Ready" ...
I0407 13:21:18.299928 1356300 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-vd4jr" in "kube-system" namespace to be "Ready" ...
I0407 13:21:18.497543 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:18.590278 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:18.590625 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:18.791567 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:18.998160 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:19.090036 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:19.091831 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:19.285253 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:19.497410 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:19.589430 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:19.590114 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:19.788572 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:19.997687 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:20.088609 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:20.089638 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:20.286837 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:20.309065 1356300 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-vd4jr" in "kube-system" namespace has status "Ready":"False"
I0407 13:21:20.497534 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:20.589717 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:20.590204 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:20.789114 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:20.997513 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:21.099519 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:21.099864 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:21.287197 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:21.497918 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:21.590172 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:21.591153 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:21.797260 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:21.997336 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:22.091021 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:22.093437 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:22.286490 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:22.314733 1356300 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-vd4jr" in "kube-system" namespace has status "Ready":"False"
I0407 13:21:22.497580 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:22.595013 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:22.595258 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:22.804508 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:22.998059 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:23.092836 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:23.101077 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:23.295023 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:23.498671 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:23.592826 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:23.593422 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:23.793551 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:24.001619 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:24.101882 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:24.102373 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:24.284831 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:24.498256 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:24.589705 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:24.590844 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:24.787133 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:24.807109 1356300 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-vd4jr" in "kube-system" namespace has status "Ready":"False"
I0407 13:21:25.006058 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:25.091984 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:25.092141 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:25.285308 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:25.498009 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:25.589513 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:25.589750 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:25.786016 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:25.998164 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:26.091068 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:26.091485 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:26.286142 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:26.497701 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:26.599440 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:26.599757 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:26.799573 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:26.835760 1356300 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-vd4jr" in "kube-system" namespace has status "Ready":"False"
I0407 13:21:26.998303 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:27.092906 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:27.094722 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:27.286616 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:27.497047 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:27.589445 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:27.589563 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:27.791616 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:27.997541 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:28.093787 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:28.107989 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:28.288256 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:28.497890 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:28.589102 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:28.589394 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:28.785856 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:28.997485 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:29.089386 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:29.089593 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:29.284865 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:29.305673 1356300 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-vd4jr" in "kube-system" namespace has status "Ready":"False"
I0407 13:21:29.498301 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:29.588713 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:29.589795 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:29.784735 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:29.997500 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:30.089662 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:30.089770 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:30.285884 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:30.497774 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:30.590835 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:30.592142 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:30.799478 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:30.998109 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:31.088653 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:31.089477 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:31.286415 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:31.307304 1356300 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-vd4jr" in "kube-system" namespace has status "Ready":"False"
I0407 13:21:31.498058 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:31.590138 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:31.590371 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:31.786535 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:31.998352 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:32.089898 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:32.091822 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:32.290043 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:32.497754 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:32.590332 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:32.590610 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:32.786237 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:33.003202 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:33.092501 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:33.092755 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:33.285280 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:33.497268 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:33.588079 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:33.589635 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:33.785944 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:33.805424 1356300 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-vd4jr" in "kube-system" namespace has status "Ready":"False"
I0407 13:21:33.997769 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:34.089414 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:34.090507 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:34.284851 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:34.497793 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:34.588900 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:34.589079 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:34.785738 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:34.999284 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:35.089409 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:35.089521 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:35.285046 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:35.497661 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:35.589538 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:35.589693 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:35.784622 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:35.810216 1356300 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-vd4jr" in "kube-system" namespace has status "Ready":"False"
I0407 13:21:35.998171 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:36.089633 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:36.090935 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:36.285817 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:36.497354 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:36.589637 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:36.589984 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:36.798161 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:36.996955 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:37.089443 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:37.091069 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:37.286174 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:37.497636 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:37.589560 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:37.589711 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:37.792123 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:37.998648 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:38.090760 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:38.090959 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:38.291948 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:38.305657 1356300 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-vd4jr" in "kube-system" namespace has status "Ready":"False"
I0407 13:21:38.500809 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:38.591074 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:38.591614 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:38.785874 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:38.997928 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:39.090132 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:39.090521 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:39.287296 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:39.497062 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:39.589237 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:39.594675 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:39.792072 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:39.997922 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:40.090826 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:40.091975 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:40.290005 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:40.311080 1356300 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-vd4jr" in "kube-system" namespace has status "Ready":"False"
I0407 13:21:40.498118 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:40.590135 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:40.590571 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:40.786931 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:40.998345 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:41.142548 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:41.142644 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:41.285252 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:41.496871 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:41.590114 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:41.591052 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:41.793246 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:41.997540 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:42.092165 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:42.092912 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:42.294696 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:42.497564 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:42.590996 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:42.591622 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:42.794402 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:42.808335 1356300 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-vd4jr" in "kube-system" namespace has status "Ready":"False"
I0407 13:21:42.997879 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:43.087625 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:43.089557 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:43.285272 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:43.496894 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:43.591023 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:43.591836 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:43.788300 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:44.003101 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:44.090633 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:44.091043 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:44.293564 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:44.497882 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:44.591023 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:44.592362 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:44.787423 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:44.998185 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:45.090864 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:45.091079 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:45.293778 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:45.322731 1356300 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-vd4jr" in "kube-system" namespace has status "Ready":"True"
I0407 13:21:45.322808 1356300 pod_ready.go:82] duration metric: took 27.022872822s for pod "nvidia-device-plugin-daemonset-vd4jr" in "kube-system" namespace to be "Ready" ...
I0407 13:21:45.322847 1356300 pod_ready.go:39] duration metric: took 47.089065213s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0407 13:21:45.322890 1356300 api_server.go:52] waiting for apiserver process to appear ...
I0407 13:21:45.322967 1356300 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0407 13:21:45.323064 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0407 13:21:45.389931 1356300 cri.go:89] found id: "75f2d5765966cad78283bf2a097675ad37bfd50221dcb9d9da2b9246a69000d5"
I0407 13:21:45.389994 1356300 cri.go:89] found id: ""
I0407 13:21:45.390024 1356300 logs.go:282] 1 containers: [75f2d5765966cad78283bf2a097675ad37bfd50221dcb9d9da2b9246a69000d5]
I0407 13:21:45.390121 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:21:45.394264 1356300 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0407 13:21:45.394390 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0407 13:21:45.446272 1356300 cri.go:89] found id: "00f1732da3b55b77538303791d4c160904a0357cdb76fe86ae771bc83532d5ec"
I0407 13:21:45.446297 1356300 cri.go:89] found id: ""
I0407 13:21:45.446306 1356300 logs.go:282] 1 containers: [00f1732da3b55b77538303791d4c160904a0357cdb76fe86ae771bc83532d5ec]
I0407 13:21:45.446366 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:21:45.449996 1356300 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0407 13:21:45.450126 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0407 13:21:45.492633 1356300 cri.go:89] found id: "e42f5e76f2360117b5a8f1d0483235f54e29e208a25f4a8c98bd075cb1b79dbd"
I0407 13:21:45.492657 1356300 cri.go:89] found id: ""
I0407 13:21:45.492667 1356300 logs.go:282] 1 containers: [e42f5e76f2360117b5a8f1d0483235f54e29e208a25f4a8c98bd075cb1b79dbd]
I0407 13:21:45.492727 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:21:45.497046 1356300 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0407 13:21:45.497121 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0407 13:21:45.499290 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:45.538190 1356300 cri.go:89] found id: "dfe3c85a447da64abe03c3af28885d8fc174e36dd6847c47fb6ef6847dd62d79"
I0407 13:21:45.538215 1356300 cri.go:89] found id: ""
I0407 13:21:45.538223 1356300 logs.go:282] 1 containers: [dfe3c85a447da64abe03c3af28885d8fc174e36dd6847c47fb6ef6847dd62d79]
I0407 13:21:45.538281 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:21:45.542040 1356300 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0407 13:21:45.542123 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0407 13:21:45.580381 1356300 cri.go:89] found id: "a72c49243e6cd367f588ad625df7dda64b86ca3955a1af1c955dee6ae0341988"
I0407 13:21:45.580407 1356300 cri.go:89] found id: ""
I0407 13:21:45.580415 1356300 logs.go:282] 1 containers: [a72c49243e6cd367f588ad625df7dda64b86ca3955a1af1c955dee6ae0341988]
I0407 13:21:45.580472 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:21:45.584556 1356300 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0407 13:21:45.584633 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0407 13:21:45.588210 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:45.589003 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:45.627669 1356300 cri.go:89] found id: "fd1ad912a6ed201f564c167a86bfd5f8a880cec0c93881320d3b4b1c4ae88483"
I0407 13:21:45.627693 1356300 cri.go:89] found id: ""
I0407 13:21:45.627701 1356300 logs.go:282] 1 containers: [fd1ad912a6ed201f564c167a86bfd5f8a880cec0c93881320d3b4b1c4ae88483]
I0407 13:21:45.627760 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:21:45.631397 1356300 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0407 13:21:45.631501 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0407 13:21:45.670391 1356300 cri.go:89] found id: "ec168f59958c6cd1c4f177f9e348b5d061304ba25b4cafdbf1981abb527851e7"
I0407 13:21:45.670414 1356300 cri.go:89] found id: ""
I0407 13:21:45.670424 1356300 logs.go:282] 1 containers: [ec168f59958c6cd1c4f177f9e348b5d061304ba25b4cafdbf1981abb527851e7]
I0407 13:21:45.670484 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:21:45.674079 1356300 logs.go:123] Gathering logs for dmesg ...
I0407 13:21:45.674115 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0407 13:21:45.691675 1356300 logs.go:123] Gathering logs for etcd [00f1732da3b55b77538303791d4c160904a0357cdb76fe86ae771bc83532d5ec] ...
I0407 13:21:45.691704 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 00f1732da3b55b77538303791d4c160904a0357cdb76fe86ae771bc83532d5ec"
I0407 13:21:45.754273 1356300 logs.go:123] Gathering logs for coredns [e42f5e76f2360117b5a8f1d0483235f54e29e208a25f4a8c98bd075cb1b79dbd] ...
I0407 13:21:45.754313 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e42f5e76f2360117b5a8f1d0483235f54e29e208a25f4a8c98bd075cb1b79dbd"
I0407 13:21:45.786051 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:45.801259 1356300 logs.go:123] Gathering logs for kube-scheduler [dfe3c85a447da64abe03c3af28885d8fc174e36dd6847c47fb6ef6847dd62d79] ...
I0407 13:21:45.801289 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 dfe3c85a447da64abe03c3af28885d8fc174e36dd6847c47fb6ef6847dd62d79"
I0407 13:21:45.863738 1356300 logs.go:123] Gathering logs for CRI-O ...
I0407 13:21:45.863774 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0407 13:21:45.959117 1356300 logs.go:123] Gathering logs for describe nodes ...
I0407 13:21:45.959200 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0407 13:21:45.997894 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:46.098924 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:46.099203 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:46.165776 1356300 logs.go:123] Gathering logs for kube-apiserver [75f2d5765966cad78283bf2a097675ad37bfd50221dcb9d9da2b9246a69000d5] ...
I0407 13:21:46.165810 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 75f2d5765966cad78283bf2a097675ad37bfd50221dcb9d9da2b9246a69000d5"
I0407 13:21:46.234498 1356300 logs.go:123] Gathering logs for kube-proxy [a72c49243e6cd367f588ad625df7dda64b86ca3955a1af1c955dee6ae0341988] ...
I0407 13:21:46.234549 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a72c49243e6cd367f588ad625df7dda64b86ca3955a1af1c955dee6ae0341988"
I0407 13:21:46.285517 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:46.304647 1356300 logs.go:123] Gathering logs for kube-controller-manager [fd1ad912a6ed201f564c167a86bfd5f8a880cec0c93881320d3b4b1c4ae88483] ...
I0407 13:21:46.304677 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 fd1ad912a6ed201f564c167a86bfd5f8a880cec0c93881320d3b4b1c4ae88483"
I0407 13:21:46.389167 1356300 logs.go:123] Gathering logs for kindnet [ec168f59958c6cd1c4f177f9e348b5d061304ba25b4cafdbf1981abb527851e7] ...
I0407 13:21:46.389203 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ec168f59958c6cd1c4f177f9e348b5d061304ba25b4cafdbf1981abb527851e7"
I0407 13:21:46.427824 1356300 logs.go:123] Gathering logs for container status ...
I0407 13:21:46.427860 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0407 13:21:46.488845 1356300 logs.go:123] Gathering logs for kubelet ...
I0407 13:21:46.488879 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0407 13:21:46.499238 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W0407 13:21:46.546336 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:42 addons-255549 kubelet[1519]: W0407 13:20:42.407153 1519 reflector.go:569] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-255549" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-255549' and this object
W0407 13:21:46.546580 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:42 addons-255549 kubelet[1519]: E0407 13:20:42.407207 1519 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:21:46.553680 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:45 addons-255549 kubelet[1519]: I0407 13:20:45.110321 1519 status_manager.go:890] "Failed to get status for pod" podUID="3ecb01e9-aade-44bf-b69f-fd99a9d89c28" pod="gadget/gadget-wzpgl" err="pods \"gadget-wzpgl\" is forbidden: User \"system:node:addons-255549\" cannot get resource \"pods\" in API group \"\" in the namespace \"gadget\": no relationship found between node 'addons-255549' and this object"
W0407 13:21:46.562852 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: I0407 13:20:57.850337 1519 status_manager.go:890] "Failed to get status for pod" podUID="797451cd-33af-4161-aa8c-be6f9725bae9" pod="kube-system/snapshot-controller-68b874b76f-x95sb" err="pods \"snapshot-controller-68b874b76f-x95sb\" is forbidden: User \"system:node:addons-255549\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-255549' and this object"
W0407 13:21:46.563043 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.850710 1519 reflector.go:569] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-255549" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-255549' and this object
W0407 13:21:46.563268 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.850743 1519 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:21:46.563454 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.850923 1519 reflector.go:569] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-255549" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-255549' and this object
W0407 13:21:46.563681 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.850960 1519 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:21:46.563845 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.851142 1519 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-255549" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-255549' and this object
W0407 13:21:46.564048 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.851171 1519 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:21:46.564235 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.851382 1519 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-255549" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-255549' and this object
W0407 13:21:46.564461 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.851410 1519 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:21:46.569747 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.962792 1519 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-255549" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-255549' and this object
W0407 13:21:46.569956 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.962862 1519 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
I0407 13:21:46.589930 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:46.591081 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:46.601000 1356300 out.go:358] Setting ErrFile to fd 2...
I0407 13:21:46.601031 1356300 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0407 13:21:46.601088 1356300 out.go:270] X Problems detected in kubelet:
W0407 13:21:46.601098 1356300 out.go:270] Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.851171 1519 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:21:46.601106 1356300 out.go:270] Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.851382 1519 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-255549" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-255549' and this object
W0407 13:21:46.601116 1356300 out.go:270] Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.851410 1519 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:21:46.601128 1356300 out.go:270] Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.962792 1519 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-255549" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-255549' and this object
W0407 13:21:46.601135 1356300 out.go:270] Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.962862 1519 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
I0407 13:21:46.601145 1356300 out.go:358] Setting ErrFile to fd 2...
I0407 13:21:46.601151 1356300 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0407 13:21:46.785797 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:46.998024 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:47.088328 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:47.089783 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:47.290754 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:47.499367 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:47.590709 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:47.591768 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:47.803000 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:47.997724 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:48.091456 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:48.091923 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:48.285813 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:48.498394 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:48.589489 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:48.589717 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:48.787414 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:48.997527 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:49.090631 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 13:21:49.091031 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:49.285714 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:49.497980 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:49.589007 1356300 kapi.go:107] duration metric: took 1m3.50403251s to wait for kubernetes.io/minikube-addons=registry ...
I0407 13:21:49.589935 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:49.788216 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:49.997635 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:50.089598 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:50.285951 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:50.501014 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:50.589110 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:50.788014 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:51.002277 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:51.094354 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:51.286014 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:51.498155 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:51.598836 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:51.788751 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:51.997581 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:52.092302 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:52.292896 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:52.498073 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:52.592044 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:52.789708 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:52.998228 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:53.090935 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:53.290385 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:53.498043 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:53.590099 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:53.798661 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:53.998167 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:54.099651 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:54.285800 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:54.497960 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:54.590331 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:54.794042 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:55.012223 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:55.089439 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:55.285103 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:55.503613 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:55.589900 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:55.786460 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:55.997827 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:56.089120 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:56.286583 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:56.497828 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:56.591452 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:56.602789 1356300 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0407 13:21:56.626491 1356300 api_server.go:72] duration metric: took 1m17.479190267s to wait for apiserver process to appear ...
I0407 13:21:56.626565 1356300 api_server.go:88] waiting for apiserver healthz status ...
I0407 13:21:56.626629 1356300 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0407 13:21:56.626718 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0407 13:21:56.713784 1356300 cri.go:89] found id: "75f2d5765966cad78283bf2a097675ad37bfd50221dcb9d9da2b9246a69000d5"
I0407 13:21:56.713860 1356300 cri.go:89] found id: ""
I0407 13:21:56.713897 1356300 logs.go:282] 1 containers: [75f2d5765966cad78283bf2a097675ad37bfd50221dcb9d9da2b9246a69000d5]
I0407 13:21:56.713992 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:21:56.725586 1356300 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0407 13:21:56.725715 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0407 13:21:56.787553 1356300 cri.go:89] found id: "00f1732da3b55b77538303791d4c160904a0357cdb76fe86ae771bc83532d5ec"
I0407 13:21:56.787631 1356300 cri.go:89] found id: ""
I0407 13:21:56.787639 1356300 logs.go:282] 1 containers: [00f1732da3b55b77538303791d4c160904a0357cdb76fe86ae771bc83532d5ec]
I0407 13:21:56.787704 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:21:56.790719 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:56.798821 1356300 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0407 13:21:56.798892 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0407 13:21:56.876101 1356300 cri.go:89] found id: "e42f5e76f2360117b5a8f1d0483235f54e29e208a25f4a8c98bd075cb1b79dbd"
I0407 13:21:56.876123 1356300 cri.go:89] found id: ""
I0407 13:21:56.876131 1356300 logs.go:282] 1 containers: [e42f5e76f2360117b5a8f1d0483235f54e29e208a25f4a8c98bd075cb1b79dbd]
I0407 13:21:56.876224 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:21:56.882887 1356300 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0407 13:21:56.883022 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0407 13:21:56.938625 1356300 cri.go:89] found id: "dfe3c85a447da64abe03c3af28885d8fc174e36dd6847c47fb6ef6847dd62d79"
I0407 13:21:56.938697 1356300 cri.go:89] found id: ""
I0407 13:21:56.938719 1356300 logs.go:282] 1 containers: [dfe3c85a447da64abe03c3af28885d8fc174e36dd6847c47fb6ef6847dd62d79]
I0407 13:21:56.938815 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:21:56.942560 1356300 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0407 13:21:56.942692 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0407 13:21:56.993035 1356300 cri.go:89] found id: "a72c49243e6cd367f588ad625df7dda64b86ca3955a1af1c955dee6ae0341988"
I0407 13:21:56.993104 1356300 cri.go:89] found id: ""
I0407 13:21:56.993129 1356300 logs.go:282] 1 containers: [a72c49243e6cd367f588ad625df7dda64b86ca3955a1af1c955dee6ae0341988]
I0407 13:21:56.993211 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:21:56.998483 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:56.999788 1356300 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0407 13:21:56.999914 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0407 13:21:57.051606 1356300 cri.go:89] found id: "fd1ad912a6ed201f564c167a86bfd5f8a880cec0c93881320d3b4b1c4ae88483"
I0407 13:21:57.051628 1356300 cri.go:89] found id: ""
I0407 13:21:57.051637 1356300 logs.go:282] 1 containers: [fd1ad912a6ed201f564c167a86bfd5f8a880cec0c93881320d3b4b1c4ae88483]
I0407 13:21:57.051708 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:21:57.055839 1356300 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0407 13:21:57.055936 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0407 13:21:57.090049 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:57.100816 1356300 cri.go:89] found id: "ec168f59958c6cd1c4f177f9e348b5d061304ba25b4cafdbf1981abb527851e7"
I0407 13:21:57.100840 1356300 cri.go:89] found id: ""
I0407 13:21:57.100849 1356300 logs.go:282] 1 containers: [ec168f59958c6cd1c4f177f9e348b5d061304ba25b4cafdbf1981abb527851e7]
I0407 13:21:57.100917 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:21:57.105187 1356300 logs.go:123] Gathering logs for CRI-O ...
I0407 13:21:57.105212 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0407 13:21:57.215128 1356300 logs.go:123] Gathering logs for kubelet ...
I0407 13:21:57.215173 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0407 13:21:57.278116 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:42 addons-255549 kubelet[1519]: W0407 13:20:42.407153 1519 reflector.go:569] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-255549" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-255549' and this object
W0407 13:21:57.278359 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:42 addons-255549 kubelet[1519]: E0407 13:20:42.407207 1519 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:21:57.285443 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:45 addons-255549 kubelet[1519]: I0407 13:20:45.110321 1519 status_manager.go:890] "Failed to get status for pod" podUID="3ecb01e9-aade-44bf-b69f-fd99a9d89c28" pod="gadget/gadget-wzpgl" err="pods \"gadget-wzpgl\" is forbidden: User \"system:node:addons-255549\" cannot get resource \"pods\" in API group \"\" in the namespace \"gadget\": no relationship found between node 'addons-255549' and this object"
I0407 13:21:57.295198 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
W0407 13:21:57.295415 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: I0407 13:20:57.850337 1519 status_manager.go:890] "Failed to get status for pod" podUID="797451cd-33af-4161-aa8c-be6f9725bae9" pod="kube-system/snapshot-controller-68b874b76f-x95sb" err="pods \"snapshot-controller-68b874b76f-x95sb\" is forbidden: User \"system:node:addons-255549\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-255549' and this object"
W0407 13:21:57.295605 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.850710 1519 reflector.go:569] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-255549" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-255549' and this object
W0407 13:21:57.295824 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.850743 1519 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:21:57.296013 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.850923 1519 reflector.go:569] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-255549" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-255549' and this object
W0407 13:21:57.296243 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.850960 1519 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:21:57.296406 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.851142 1519 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-255549" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-255549' and this object
W0407 13:21:57.296610 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.851171 1519 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:21:57.296847 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.851382 1519 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-255549" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-255549' and this object
W0407 13:21:57.297078 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.851410 1519 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:21:57.302418 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.962792 1519 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-255549" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-255549' and this object
W0407 13:21:57.302629 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.962862 1519 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
I0407 13:21:57.335859 1356300 logs.go:123] Gathering logs for kube-apiserver [75f2d5765966cad78283bf2a097675ad37bfd50221dcb9d9da2b9246a69000d5] ...
I0407 13:21:57.335891 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 75f2d5765966cad78283bf2a097675ad37bfd50221dcb9d9da2b9246a69000d5"
I0407 13:21:57.436684 1356300 logs.go:123] Gathering logs for etcd [00f1732da3b55b77538303791d4c160904a0357cdb76fe86ae771bc83532d5ec] ...
I0407 13:21:57.436722 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 00f1732da3b55b77538303791d4c160904a0357cdb76fe86ae771bc83532d5ec"
I0407 13:21:57.503527 1356300 logs.go:123] Gathering logs for coredns [e42f5e76f2360117b5a8f1d0483235f54e29e208a25f4a8c98bd075cb1b79dbd] ...
I0407 13:21:57.503565 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e42f5e76f2360117b5a8f1d0483235f54e29e208a25f4a8c98bd075cb1b79dbd"
I0407 13:21:57.505257 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:57.577726 1356300 logs.go:123] Gathering logs for kube-scheduler [dfe3c85a447da64abe03c3af28885d8fc174e36dd6847c47fb6ef6847dd62d79] ...
I0407 13:21:57.577757 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 dfe3c85a447da64abe03c3af28885d8fc174e36dd6847c47fb6ef6847dd62d79"
I0407 13:21:57.589267 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:57.663521 1356300 logs.go:123] Gathering logs for kube-controller-manager [fd1ad912a6ed201f564c167a86bfd5f8a880cec0c93881320d3b4b1c4ae88483] ...
I0407 13:21:57.663558 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 fd1ad912a6ed201f564c167a86bfd5f8a880cec0c93881320d3b4b1c4ae88483"
I0407 13:21:57.750602 1356300 logs.go:123] Gathering logs for container status ...
I0407 13:21:57.750644 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0407 13:21:57.798029 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:57.827527 1356300 logs.go:123] Gathering logs for dmesg ...
I0407 13:21:57.827603 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0407 13:21:57.846907 1356300 logs.go:123] Gathering logs for describe nodes ...
I0407 13:21:57.846935 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0407 13:21:58.000331 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:58.024511 1356300 logs.go:123] Gathering logs for kube-proxy [a72c49243e6cd367f588ad625df7dda64b86ca3955a1af1c955dee6ae0341988] ...
I0407 13:21:58.024544 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a72c49243e6cd367f588ad625df7dda64b86ca3955a1af1c955dee6ae0341988"
I0407 13:21:58.076063 1356300 logs.go:123] Gathering logs for kindnet [ec168f59958c6cd1c4f177f9e348b5d061304ba25b4cafdbf1981abb527851e7] ...
I0407 13:21:58.076147 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ec168f59958c6cd1c4f177f9e348b5d061304ba25b4cafdbf1981abb527851e7"
I0407 13:21:58.090048 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:58.131099 1356300 out.go:358] Setting ErrFile to fd 2...
I0407 13:21:58.131134 1356300 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0407 13:21:58.131245 1356300 out.go:270] X Problems detected in kubelet:
W0407 13:21:58.131271 1356300 out.go:270] Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.851171 1519 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:21:58.131620 1356300 out.go:270] Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.851382 1519 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-255549" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-255549' and this object
W0407 13:21:58.131659 1356300 out.go:270] Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.851410 1519 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:21:58.131678 1356300 out.go:270] Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.962792 1519 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-255549" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-255549' and this object
W0407 13:21:58.131689 1356300 out.go:270] Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.962862 1519 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
I0407 13:21:58.131696 1356300 out.go:358] Setting ErrFile to fd 2...
I0407 13:21:58.131711 1356300 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0407 13:21:58.285105 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:58.497517 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:58.589821 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:58.790941 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:58.997332 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:59.098184 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:59.285640 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:59.497929 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 13:21:59.601334 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:21:59.787209 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:21:59.997742 1356300 kapi.go:107] duration metric: took 1m9.503570128s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0407 13:22:00.000716 1356300 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-255549 cluster.
I0407 13:22:00.010910 1356300 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0407 13:22:00.016009 1356300 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0407 13:22:00.099567 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:22:00.286272 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:00.590032 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:22:00.792298 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:01.095868 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:22:01.286194 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:01.590104 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:22:01.793481 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:02.090251 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:22:02.286625 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:02.589219 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:22:02.788779 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:03.089573 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:22:03.286393 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:03.590411 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:22:03.786243 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:04.090089 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:22:04.290240 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:04.593206 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:22:04.798188 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:05.091192 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:22:05.286974 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:05.590084 1356300 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 13:22:05.794311 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:06.090072 1356300 kapi.go:107] duration metric: took 1m20.004268473s to wait for app.kubernetes.io/name=ingress-nginx ...
I0407 13:22:06.291762 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:06.789508 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:07.287219 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:07.787366 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:08.132929 1356300 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0407 13:22:08.152238 1356300 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0407 13:22:08.154385 1356300 api_server.go:141] control plane version: v1.32.2
I0407 13:22:08.154411 1356300 api_server.go:131] duration metric: took 11.527809512s to wait for apiserver health ...
I0407 13:22:08.154420 1356300 system_pods.go:43] waiting for kube-system pods to appear ...
I0407 13:22:08.154442 1356300 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0407 13:22:08.154501 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0407 13:22:08.290460 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:08.371625 1356300 cri.go:89] found id: "75f2d5765966cad78283bf2a097675ad37bfd50221dcb9d9da2b9246a69000d5"
I0407 13:22:08.371698 1356300 cri.go:89] found id: ""
I0407 13:22:08.371720 1356300 logs.go:282] 1 containers: [75f2d5765966cad78283bf2a097675ad37bfd50221dcb9d9da2b9246a69000d5]
I0407 13:22:08.371811 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:22:08.388189 1356300 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0407 13:22:08.388260 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0407 13:22:08.506673 1356300 cri.go:89] found id: "00f1732da3b55b77538303791d4c160904a0357cdb76fe86ae771bc83532d5ec"
I0407 13:22:08.506693 1356300 cri.go:89] found id: ""
I0407 13:22:08.506701 1356300 logs.go:282] 1 containers: [00f1732da3b55b77538303791d4c160904a0357cdb76fe86ae771bc83532d5ec]
I0407 13:22:08.506754 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:22:08.522609 1356300 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0407 13:22:08.522684 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0407 13:22:08.571633 1356300 cri.go:89] found id: "e42f5e76f2360117b5a8f1d0483235f54e29e208a25f4a8c98bd075cb1b79dbd"
I0407 13:22:08.571652 1356300 cri.go:89] found id: ""
I0407 13:22:08.571660 1356300 logs.go:282] 1 containers: [e42f5e76f2360117b5a8f1d0483235f54e29e208a25f4a8c98bd075cb1b79dbd]
I0407 13:22:08.571710 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:22:08.581267 1356300 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0407 13:22:08.581345 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0407 13:22:08.651331 1356300 cri.go:89] found id: "dfe3c85a447da64abe03c3af28885d8fc174e36dd6847c47fb6ef6847dd62d79"
I0407 13:22:08.651351 1356300 cri.go:89] found id: ""
I0407 13:22:08.651359 1356300 logs.go:282] 1 containers: [dfe3c85a447da64abe03c3af28885d8fc174e36dd6847c47fb6ef6847dd62d79]
I0407 13:22:08.651414 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:22:08.655585 1356300 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0407 13:22:08.655714 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0407 13:22:08.713542 1356300 cri.go:89] found id: "a72c49243e6cd367f588ad625df7dda64b86ca3955a1af1c955dee6ae0341988"
I0407 13:22:08.713563 1356300 cri.go:89] found id: ""
I0407 13:22:08.713571 1356300 logs.go:282] 1 containers: [a72c49243e6cd367f588ad625df7dda64b86ca3955a1af1c955dee6ae0341988]
I0407 13:22:08.713625 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:22:08.725711 1356300 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0407 13:22:08.725781 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0407 13:22:08.789475 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:08.797260 1356300 cri.go:89] found id: "fd1ad912a6ed201f564c167a86bfd5f8a880cec0c93881320d3b4b1c4ae88483"
I0407 13:22:08.797336 1356300 cri.go:89] found id: ""
I0407 13:22:08.797360 1356300 logs.go:282] 1 containers: [fd1ad912a6ed201f564c167a86bfd5f8a880cec0c93881320d3b4b1c4ae88483]
I0407 13:22:08.797449 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:22:08.813534 1356300 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0407 13:22:08.813660 1356300 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0407 13:22:08.866545 1356300 cri.go:89] found id: "ec168f59958c6cd1c4f177f9e348b5d061304ba25b4cafdbf1981abb527851e7"
I0407 13:22:08.866627 1356300 cri.go:89] found id: ""
I0407 13:22:08.866666 1356300 logs.go:282] 1 containers: [ec168f59958c6cd1c4f177f9e348b5d061304ba25b4cafdbf1981abb527851e7]
I0407 13:22:08.866755 1356300 ssh_runner.go:195] Run: which crictl
I0407 13:22:08.871345 1356300 logs.go:123] Gathering logs for coredns [e42f5e76f2360117b5a8f1d0483235f54e29e208a25f4a8c98bd075cb1b79dbd] ...
I0407 13:22:08.871418 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e42f5e76f2360117b5a8f1d0483235f54e29e208a25f4a8c98bd075cb1b79dbd"
I0407 13:22:08.963308 1356300 logs.go:123] Gathering logs for kube-proxy [a72c49243e6cd367f588ad625df7dda64b86ca3955a1af1c955dee6ae0341988] ...
I0407 13:22:08.963461 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a72c49243e6cd367f588ad625df7dda64b86ca3955a1af1c955dee6ae0341988"
I0407 13:22:09.036328 1356300 logs.go:123] Gathering logs for kube-controller-manager [fd1ad912a6ed201f564c167a86bfd5f8a880cec0c93881320d3b4b1c4ae88483] ...
I0407 13:22:09.036403 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 fd1ad912a6ed201f564c167a86bfd5f8a880cec0c93881320d3b4b1c4ae88483"
I0407 13:22:09.139077 1356300 logs.go:123] Gathering logs for kindnet [ec168f59958c6cd1c4f177f9e348b5d061304ba25b4cafdbf1981abb527851e7] ...
I0407 13:22:09.139163 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ec168f59958c6cd1c4f177f9e348b5d061304ba25b4cafdbf1981abb527851e7"
I0407 13:22:09.195634 1356300 logs.go:123] Gathering logs for CRI-O ...
I0407 13:22:09.195659 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0407 13:22:09.285459 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:09.336405 1356300 logs.go:123] Gathering logs for describe nodes ...
I0407 13:22:09.336454 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0407 13:22:09.496556 1356300 logs.go:123] Gathering logs for kube-apiserver [75f2d5765966cad78283bf2a097675ad37bfd50221dcb9d9da2b9246a69000d5] ...
I0407 13:22:09.496615 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 75f2d5765966cad78283bf2a097675ad37bfd50221dcb9d9da2b9246a69000d5"
I0407 13:22:09.591268 1356300 logs.go:123] Gathering logs for kube-scheduler [dfe3c85a447da64abe03c3af28885d8fc174e36dd6847c47fb6ef6847dd62d79] ...
I0407 13:22:09.591305 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 dfe3c85a447da64abe03c3af28885d8fc174e36dd6847c47fb6ef6847dd62d79"
I0407 13:22:09.687324 1356300 logs.go:123] Gathering logs for container status ...
I0407 13:22:09.687360 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0407 13:22:09.744212 1356300 logs.go:123] Gathering logs for kubelet ...
I0407 13:22:09.744251 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0407 13:22:09.796285 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
W0407 13:22:09.804157 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:42 addons-255549 kubelet[1519]: W0407 13:20:42.407153 1519 reflector.go:569] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-255549" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-255549' and this object
W0407 13:22:09.804432 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:42 addons-255549 kubelet[1519]: E0407 13:20:42.407207 1519 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:22:09.811618 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:45 addons-255549 kubelet[1519]: I0407 13:20:45.110321 1519 status_manager.go:890] "Failed to get status for pod" podUID="3ecb01e9-aade-44bf-b69f-fd99a9d89c28" pod="gadget/gadget-wzpgl" err="pods \"gadget-wzpgl\" is forbidden: User \"system:node:addons-255549\" cannot get resource \"pods\" in API group \"\" in the namespace \"gadget\": no relationship found between node 'addons-255549' and this object"
W0407 13:22:09.821482 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: I0407 13:20:57.850337 1519 status_manager.go:890] "Failed to get status for pod" podUID="797451cd-33af-4161-aa8c-be6f9725bae9" pod="kube-system/snapshot-controller-68b874b76f-x95sb" err="pods \"snapshot-controller-68b874b76f-x95sb\" is forbidden: User \"system:node:addons-255549\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-255549' and this object"
W0407 13:22:09.821676 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.850710 1519 reflector.go:569] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-255549" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-255549' and this object
W0407 13:22:09.821895 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.850743 1519 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:22:09.822080 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.850923 1519 reflector.go:569] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-255549" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-255549' and this object
W0407 13:22:09.822331 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.850960 1519 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:22:09.822493 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.851142 1519 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-255549" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-255549' and this object
W0407 13:22:09.822692 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.851171 1519 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:22:09.822879 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.851382 1519 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-255549" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-255549' and this object
W0407 13:22:09.823102 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.851410 1519 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:22:09.830869 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.962792 1519 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-255549" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-255549' and this object
W0407 13:22:09.831176 1356300 logs.go:138] Found kubelet problem: Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.962862 1519 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
I0407 13:22:09.876303 1356300 logs.go:123] Gathering logs for dmesg ...
I0407 13:22:09.876349 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0407 13:22:09.900136 1356300 logs.go:123] Gathering logs for etcd [00f1732da3b55b77538303791d4c160904a0357cdb76fe86ae771bc83532d5ec] ...
I0407 13:22:09.900165 1356300 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 00f1732da3b55b77538303791d4c160904a0357cdb76fe86ae771bc83532d5ec"
I0407 13:22:09.969678 1356300 out.go:358] Setting ErrFile to fd 2...
I0407 13:22:09.969715 1356300 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0407 13:22:09.969773 1356300 out.go:270] X Problems detected in kubelet:
W0407 13:22:09.969787 1356300 out.go:270] Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.851171 1519 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:22:09.969793 1356300 out.go:270] Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.851382 1519 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-255549" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-255549' and this object
W0407 13:22:09.969799 1356300 out.go:270] Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.851410 1519 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
W0407 13:22:09.969806 1356300 out.go:270] Apr 07 13:20:57 addons-255549 kubelet[1519]: W0407 13:20:57.962792 1519 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-255549" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-255549' and this object
W0407 13:22:09.969812 1356300 out.go:270] Apr 07 13:20:57 addons-255549 kubelet[1519]: E0407 13:20:57.962862 1519 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-255549\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-255549' and this object" logger="UnhandledError"
I0407 13:22:09.969821 1356300 out.go:358] Setting ErrFile to fd 2...
I0407 13:22:09.969826 1356300 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0407 13:22:10.284609 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:10.798099 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:11.285346 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:11.787530 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:12.284891 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:12.787348 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:13.285625 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:13.785337 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:14.285850 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:14.793313 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:15.292993 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:15.787100 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:16.285673 1356300 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 13:22:16.786308 1356300 kapi.go:107] duration metric: took 1m30.004788858s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0407 13:22:16.789357 1356300 out.go:177] * Enabled addons: nvidia-device-plugin, amd-gpu-device-plugin, storage-provisioner, cloud-spanner, ingress-dns, inspektor-gadget, metrics-server, yakd, default-storageclass, storage-provisioner-rancher, volumesnapshots, registry, gcp-auth, ingress, csi-hostpath-driver
I0407 13:22:16.792237 1356300 addons.go:514] duration metric: took 1m37.644525619s for enable addons: enabled=[nvidia-device-plugin amd-gpu-device-plugin storage-provisioner cloud-spanner ingress-dns inspektor-gadget metrics-server yakd default-storageclass storage-provisioner-rancher volumesnapshots registry gcp-auth ingress csi-hostpath-driver]
I0407 13:22:19.974761 1356300 system_pods.go:59] 18 kube-system pods found
I0407 13:22:19.974798 1356300 system_pods.go:61] "coredns-668d6bf9bc-6bjfg" [586ec635-bfc7-4528-9bf6-88321e8027b4] Running
I0407 13:22:19.974804 1356300 system_pods.go:61] "csi-hostpath-attacher-0" [c123dcf0-e75c-422b-adc3-8f87771bd633] Running
I0407 13:22:19.974809 1356300 system_pods.go:61] "csi-hostpath-resizer-0" [dc542a13-9ea7-4ad2-98fd-a1e9c2716858] Running
I0407 13:22:19.974813 1356300 system_pods.go:61] "csi-hostpathplugin-6j85h" [4743c92d-8300-4119-af4f-d3cd503d89cf] Running
I0407 13:22:19.974817 1356300 system_pods.go:61] "etcd-addons-255549" [b08a64da-2eb0-41f9-ba0e-7d87104d14aa] Running
I0407 13:22:19.974821 1356300 system_pods.go:61] "kindnet-kcvwj" [6ea16d15-205c-4e6d-aadf-5124ed6f3227] Running
I0407 13:22:19.974825 1356300 system_pods.go:61] "kube-apiserver-addons-255549" [0226f424-d05a-4cd6-a301-e3c0a363dd85] Running
I0407 13:22:19.974829 1356300 system_pods.go:61] "kube-controller-manager-addons-255549" [b81d7446-f6bb-4aaf-8f43-e97f7addaec9] Running
I0407 13:22:19.974833 1356300 system_pods.go:61] "kube-ingress-dns-minikube" [c78c3003-7427-4155-b58a-b52d33e876da] Running
I0407 13:22:19.974837 1356300 system_pods.go:61] "kube-proxy-xjxp4" [8fc6cdc0-4f91-4796-ab13-5fd40d413018] Running
I0407 13:22:19.974841 1356300 system_pods.go:61] "kube-scheduler-addons-255549" [a96f3010-b40f-4b84-a060-0c47cf21952b] Running
I0407 13:22:19.974844 1356300 system_pods.go:61] "metrics-server-7fbb699795-jbf87" [81f7d9c9-a326-43e1-bd03-ae9a73c4f341] Running
I0407 13:22:19.974849 1356300 system_pods.go:61] "nvidia-device-plugin-daemonset-vd4jr" [54d2699b-eeac-4549-ba5c-9a713ed8ad88] Running
I0407 13:22:19.974853 1356300 system_pods.go:61] "registry-6c88467877-2psdd" [135b74dd-0ede-494e-b7a7-05fd68867fbf] Running
I0407 13:22:19.974856 1356300 system_pods.go:61] "registry-proxy-v8b84" [3ff74287-e982-4783-953d-8b778163f6b4] Running
I0407 13:22:19.974863 1356300 system_pods.go:61] "snapshot-controller-68b874b76f-fj9kv" [23549375-afe6-4d36-9997-7398f14d6e65] Running
I0407 13:22:19.974867 1356300 system_pods.go:61] "snapshot-controller-68b874b76f-x95sb" [797451cd-33af-4161-aa8c-be6f9725bae9] Running
I0407 13:22:19.974871 1356300 system_pods.go:61] "storage-provisioner" [18c419f1-bfc5-4a9b-806f-74b68c51e9a4] Running
I0407 13:22:19.974886 1356300 system_pods.go:74] duration metric: took 11.820459756s to wait for pod list to return data ...
I0407 13:22:19.974894 1356300 default_sa.go:34] waiting for default service account to be created ...
I0407 13:22:19.977238 1356300 default_sa.go:45] found service account: "default"
I0407 13:22:19.977264 1356300 default_sa.go:55] duration metric: took 2.361231ms for default service account to be created ...
I0407 13:22:19.977273 1356300 system_pods.go:116] waiting for k8s-apps to be running ...
I0407 13:22:19.980345 1356300 system_pods.go:86] 18 kube-system pods found
I0407 13:22:19.980376 1356300 system_pods.go:89] "coredns-668d6bf9bc-6bjfg" [586ec635-bfc7-4528-9bf6-88321e8027b4] Running
I0407 13:22:19.980385 1356300 system_pods.go:89] "csi-hostpath-attacher-0" [c123dcf0-e75c-422b-adc3-8f87771bd633] Running
I0407 13:22:19.980390 1356300 system_pods.go:89] "csi-hostpath-resizer-0" [dc542a13-9ea7-4ad2-98fd-a1e9c2716858] Running
I0407 13:22:19.980394 1356300 system_pods.go:89] "csi-hostpathplugin-6j85h" [4743c92d-8300-4119-af4f-d3cd503d89cf] Running
I0407 13:22:19.980398 1356300 system_pods.go:89] "etcd-addons-255549" [b08a64da-2eb0-41f9-ba0e-7d87104d14aa] Running
I0407 13:22:19.980403 1356300 system_pods.go:89] "kindnet-kcvwj" [6ea16d15-205c-4e6d-aadf-5124ed6f3227] Running
I0407 13:22:19.980407 1356300 system_pods.go:89] "kube-apiserver-addons-255549" [0226f424-d05a-4cd6-a301-e3c0a363dd85] Running
I0407 13:22:19.980412 1356300 system_pods.go:89] "kube-controller-manager-addons-255549" [b81d7446-f6bb-4aaf-8f43-e97f7addaec9] Running
I0407 13:22:19.980417 1356300 system_pods.go:89] "kube-ingress-dns-minikube" [c78c3003-7427-4155-b58a-b52d33e876da] Running
I0407 13:22:19.980426 1356300 system_pods.go:89] "kube-proxy-xjxp4" [8fc6cdc0-4f91-4796-ab13-5fd40d413018] Running
I0407 13:22:19.980431 1356300 system_pods.go:89] "kube-scheduler-addons-255549" [a96f3010-b40f-4b84-a060-0c47cf21952b] Running
I0407 13:22:19.980450 1356300 system_pods.go:89] "metrics-server-7fbb699795-jbf87" [81f7d9c9-a326-43e1-bd03-ae9a73c4f341] Running
I0407 13:22:19.980456 1356300 system_pods.go:89] "nvidia-device-plugin-daemonset-vd4jr" [54d2699b-eeac-4549-ba5c-9a713ed8ad88] Running
I0407 13:22:19.980467 1356300 system_pods.go:89] "registry-6c88467877-2psdd" [135b74dd-0ede-494e-b7a7-05fd68867fbf] Running
I0407 13:22:19.980470 1356300 system_pods.go:89] "registry-proxy-v8b84" [3ff74287-e982-4783-953d-8b778163f6b4] Running
I0407 13:22:19.980474 1356300 system_pods.go:89] "snapshot-controller-68b874b76f-fj9kv" [23549375-afe6-4d36-9997-7398f14d6e65] Running
I0407 13:22:19.980480 1356300 system_pods.go:89] "snapshot-controller-68b874b76f-x95sb" [797451cd-33af-4161-aa8c-be6f9725bae9] Running
I0407 13:22:19.980485 1356300 system_pods.go:89] "storage-provisioner" [18c419f1-bfc5-4a9b-806f-74b68c51e9a4] Running
I0407 13:22:19.980495 1356300 system_pods.go:126] duration metric: took 3.216108ms to wait for k8s-apps to be running ...
I0407 13:22:19.980501 1356300 system_svc.go:44] waiting for kubelet service to be running ....
I0407 13:22:19.980559 1356300 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0407 13:22:19.992106 1356300 system_svc.go:56] duration metric: took 11.595847ms WaitForService to wait for kubelet
I0407 13:22:19.992134 1356300 kubeadm.go:582] duration metric: took 1m40.844838195s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0407 13:22:19.992160 1356300 node_conditions.go:102] verifying NodePressure condition ...
I0407 13:22:19.995703 1356300 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0407 13:22:19.995739 1356300 node_conditions.go:123] node cpu capacity is 2
I0407 13:22:19.995753 1356300 node_conditions.go:105] duration metric: took 3.587074ms to run NodePressure ...
I0407 13:22:19.995766 1356300 start.go:241] waiting for startup goroutines ...
I0407 13:22:19.995773 1356300 start.go:246] waiting for cluster config update ...
I0407 13:22:19.995803 1356300 start.go:255] writing updated cluster config ...
I0407 13:22:19.996092 1356300 ssh_runner.go:195] Run: rm -f paused
I0407 13:22:20.404555 1356300 start.go:600] kubectl: 1.32.3, cluster: 1.32.2 (minor skew: 0)
I0407 13:22:20.408644 1356300 out.go:177] * Done! kubectl is now configured to use "addons-255549" cluster and "default" namespace by default
==> CRI-O <==
Apr 07 13:25:35 addons-255549 crio[982]: time="2025-04-07 13:25:35.265572483Z" level=info msg="Removed pod sandbox: 40adb7b18a131b21d2efa8134ca47279c1161bbabf05971d5befe6d9906a555c" id=a917f686-a20c-4d20-b8f2-262ccb0a2033 name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 07 13:25:38 addons-255549 crio[982]: time="2025-04-07 13:25:38.770364122Z" level=info msg="Running pod sandbox: default/hello-world-app-7d9564db4-574d2/POD" id=18be6504-a590-452a-af7a-e329d98637ed name=/runtime.v1.RuntimeService/RunPodSandbox
Apr 07 13:25:38 addons-255549 crio[982]: time="2025-04-07 13:25:38.770431429Z" level=warning msg="Allowed annotations are specified for workload []"
Apr 07 13:25:38 addons-255549 crio[982]: time="2025-04-07 13:25:38.823696667Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-574d2 Namespace:default ID:be8036b57b6e5e0a16a3ce81afec725cbdf3bd188e32f945d05e738f36fda62d UID:fbdb0507-86f1-4fb2-bd26-7fa96f05f8e2 NetNS:/var/run/netns/29aeebed-5410-416b-a36f-d8a7be9ab7cb Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Apr 07 13:25:38 addons-255549 crio[982]: time="2025-04-07 13:25:38.823907106Z" level=info msg="Adding pod default_hello-world-app-7d9564db4-574d2 to CNI network \"kindnet\" (type=ptp)"
Apr 07 13:25:38 addons-255549 crio[982]: time="2025-04-07 13:25:38.835618108Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-574d2 Namespace:default ID:be8036b57b6e5e0a16a3ce81afec725cbdf3bd188e32f945d05e738f36fda62d UID:fbdb0507-86f1-4fb2-bd26-7fa96f05f8e2 NetNS:/var/run/netns/29aeebed-5410-416b-a36f-d8a7be9ab7cb Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Apr 07 13:25:38 addons-255549 crio[982]: time="2025-04-07 13:25:38.835780882Z" level=info msg="Checking pod default_hello-world-app-7d9564db4-574d2 for CNI network kindnet (type=ptp)"
Apr 07 13:25:38 addons-255549 crio[982]: time="2025-04-07 13:25:38.840164625Z" level=info msg="Ran pod sandbox be8036b57b6e5e0a16a3ce81afec725cbdf3bd188e32f945d05e738f36fda62d with infra container: default/hello-world-app-7d9564db4-574d2/POD" id=18be6504-a590-452a-af7a-e329d98637ed name=/runtime.v1.RuntimeService/RunPodSandbox
Apr 07 13:25:38 addons-255549 crio[982]: time="2025-04-07 13:25:38.846266536Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=418e1c5d-e8a6-4208-a60f-062acb64667c name=/runtime.v1.ImageService/ImageStatus
Apr 07 13:25:38 addons-255549 crio[982]: time="2025-04-07 13:25:38.846510518Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=418e1c5d-e8a6-4208-a60f-062acb64667c name=/runtime.v1.ImageService/ImageStatus
Apr 07 13:25:38 addons-255549 crio[982]: time="2025-04-07 13:25:38.849055664Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=205ef215-b9e9-4b17-ad82-d9d5d4fbd555 name=/runtime.v1.ImageService/PullImage
Apr 07 13:25:38 addons-255549 crio[982]: time="2025-04-07 13:25:38.852063640Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Apr 07 13:25:39 addons-255549 crio[982]: time="2025-04-07 13:25:39.132690052Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Apr 07 13:25:39 addons-255549 crio[982]: time="2025-04-07 13:25:39.977205873Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=205ef215-b9e9-4b17-ad82-d9d5d4fbd555 name=/runtime.v1.ImageService/PullImage
Apr 07 13:25:39 addons-255549 crio[982]: time="2025-04-07 13:25:39.978825153Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=8f8dd8cb-bf49-40b9-8a04-4a19efacd418 name=/runtime.v1.ImageService/ImageStatus
Apr 07 13:25:39 addons-255549 crio[982]: time="2025-04-07 13:25:39.979791840Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=8f8dd8cb-bf49-40b9-8a04-4a19efacd418 name=/runtime.v1.ImageService/ImageStatus
Apr 07 13:25:39 addons-255549 crio[982]: time="2025-04-07 13:25:39.982434981Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=d237f92a-3410-494c-8c67-74b7e4201936 name=/runtime.v1.ImageService/ImageStatus
Apr 07 13:25:39 addons-255549 crio[982]: time="2025-04-07 13:25:39.983119582Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=d237f92a-3410-494c-8c67-74b7e4201936 name=/runtime.v1.ImageService/ImageStatus
Apr 07 13:25:39 addons-255549 crio[982]: time="2025-04-07 13:25:39.986233405Z" level=info msg="Creating container: default/hello-world-app-7d9564db4-574d2/hello-world-app" id=14f7ccd2-20e7-4f72-9171-2873dcbfa798 name=/runtime.v1.RuntimeService/CreateContainer
Apr 07 13:25:39 addons-255549 crio[982]: time="2025-04-07 13:25:39.986682501Z" level=warning msg="Allowed annotations are specified for workload []"
Apr 07 13:25:40 addons-255549 crio[982]: time="2025-04-07 13:25:40.025004874Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/2821b78618f5e1f04551b5fa1021582067a2880fd576817aa6a83863af3bc4a0/merged/etc/passwd: no such file or directory"
Apr 07 13:25:40 addons-255549 crio[982]: time="2025-04-07 13:25:40.025051759Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/2821b78618f5e1f04551b5fa1021582067a2880fd576817aa6a83863af3bc4a0/merged/etc/group: no such file or directory"
Apr 07 13:25:40 addons-255549 crio[982]: time="2025-04-07 13:25:40.081119106Z" level=info msg="Created container 0ba327b94a920432ac45319a3d447fb61188d33dbeea8984773b295b6a704a76: default/hello-world-app-7d9564db4-574d2/hello-world-app" id=14f7ccd2-20e7-4f72-9171-2873dcbfa798 name=/runtime.v1.RuntimeService/CreateContainer
Apr 07 13:25:40 addons-255549 crio[982]: time="2025-04-07 13:25:40.083504694Z" level=info msg="Starting container: 0ba327b94a920432ac45319a3d447fb61188d33dbeea8984773b295b6a704a76" id=059be49b-b70c-439e-a2f7-ec341814b316 name=/runtime.v1.RuntimeService/StartContainer
Apr 07 13:25:40 addons-255549 crio[982]: time="2025-04-07 13:25:40.101282160Z" level=info msg="Started container" PID=8725 containerID=0ba327b94a920432ac45319a3d447fb61188d33dbeea8984773b295b6a704a76 description=default/hello-world-app-7d9564db4-574d2/hello-world-app id=059be49b-b70c-439e-a2f7-ec341814b316 name=/runtime.v1.RuntimeService/StartContainer sandboxID=be8036b57b6e5e0a16a3ce81afec725cbdf3bd188e32f945d05e738f36fda62d
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
0ba327b94a920 docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 be8036b57b6e5 hello-world-app-7d9564db4-574d2
c02b19b273e60 docker.io/library/nginx@sha256:4ff102c5d78d254a6f0da062b3cf39eaf07f01eec0927fd21e219d0af8bc0591 2 minutes ago Running nginx 0 84fd1af2cff99 nginx
5be96b83a6c8a gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 3 minutes ago Running busybox 0 1ae12b93167df busybox
d1012dd10a206 registry.k8s.io/ingress-nginx/controller@sha256:787a5408fa511266888b2e765f9666bee67d9bf2518a6b7cfd4ab6cc01c22eee 3 minutes ago Running controller 0 6e3a889f342f0 ingress-nginx-controller-56d7c84fd4-4ppvf
fe0448cb375bf gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c 4 minutes ago Running minikube-ingress-dns 0 a47b1aa8e116a kube-ingress-dns-minikube
c1d9235d66bae d54655ed3a8543a162b688a24bf969ee1a28d906b8ccb30188059247efdae234 4 minutes ago Exited patch 2 4d483c26f8444 ingress-nginx-admission-patch-5xsc6
21f8bc27569bb registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 4 minutes ago Exited create 0 e8f3505426fe6 ingress-nginx-admission-create-x8vct
c97ebf473706d ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 4 minutes ago Running storage-provisioner 0 2ce381dc9cecb storage-provisioner
e42f5e76f2360 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 4 minutes ago Running coredns 0 09d962c7cec7c coredns-668d6bf9bc-6bjfg
ec168f59958c6 docker.io/kindest/kindnetd@sha256:86c933f3845d6a993c8f64632752b10aae67a4756c59096b3259426e839be955 4 minutes ago Running kindnet-cni 0 0ca4a7ced7cb8 kindnet-kcvwj
a72c49243e6cd e5aac5df76d9b8dc899ab8c4db25a7648e7fb25cafe7a155066247883c78f062 4 minutes ago Running kube-proxy 0 b2c877045ed85 kube-proxy-xjxp4
fd1ad912a6ed2 3c9285acfd2ff7915bb451cc40ac060366ac519f3fef00c455f5aca0e0346c4d 5 minutes ago Running kube-controller-manager 0 2f01c2ebae9fe kube-controller-manager-addons-255549
dfe3c85a447da 82dfa03f692fb5d84f66c17d6ee9126b081182152b25d28ea456d89b7d5d8911 5 minutes ago Running kube-scheduler 0 96ac0675ad41a kube-scheduler-addons-255549
75f2d5765966c 6417e1437b6d9a789e1ca789695a574e1df00a632bdbfbcae9695c9a7d500e32 5 minutes ago Running kube-apiserver 0 aded24f9d4a83 kube-apiserver-addons-255549
00f1732da3b55 7fc9d4aa817aa6a3e549f3cd49d1f7b496407be979fc36dd5f356d59ce8c3a82 5 minutes ago Running etcd 0 e90aeabc3ec79 etcd-addons-255549
==> coredns [e42f5e76f2360117b5a8f1d0483235f54e29e208a25f4a8c98bd075cb1b79dbd] <==
[INFO] 10.244.0.17:41452 - 48865 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.004184282s
[INFO] 10.244.0.17:41452 - 52828 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.000583276s
[INFO] 10.244.0.17:41452 - 57793 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.000878187s
[INFO] 10.244.0.17:35151 - 32815 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000164014s
[INFO] 10.244.0.17:35151 - 32601 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000212015s
[INFO] 10.244.0.17:37360 - 6363 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000118795s
[INFO] 10.244.0.17:37360 - 5910 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000083923s
[INFO] 10.244.0.17:33720 - 6239 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000091127s
[INFO] 10.244.0.17:33720 - 6058 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000073001s
[INFO] 10.244.0.17:53778 - 53156 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001284337s
[INFO] 10.244.0.17:53778 - 52984 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001887996s
[INFO] 10.244.0.17:51070 - 7250 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000143017s
[INFO] 10.244.0.17:51070 - 7094 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000196129s
[INFO] 10.244.0.20:56502 - 12165 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000186054s
[INFO] 10.244.0.20:56715 - 1492 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000130849s
[INFO] 10.244.0.20:42756 - 58606 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000128781s
[INFO] 10.244.0.20:51507 - 41231 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00069636s
[INFO] 10.244.0.20:53572 - 45805 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000179275s
[INFO] 10.244.0.20:46278 - 21537 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000087738s
[INFO] 10.244.0.20:47193 - 54203 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002286506s
[INFO] 10.244.0.20:45717 - 28335 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002330281s
[INFO] 10.244.0.20:35759 - 59708 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000632081s
[INFO] 10.244.0.20:56020 - 52953 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.00155241s
[INFO] 10.244.0.24:53662 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.00015818s
[INFO] 10.244.0.24:35697 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000107193s
==> describe nodes <==
Name: addons-255549
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-255549
kubernetes.io/os=linux
minikube.k8s.io/commit=5cf7512d5a64c8581140916e82b849633d870277
minikube.k8s.io/name=addons-255549
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_04_07T13_20_35_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-255549
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 07 Apr 2025 13:20:32 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-255549
AcquireTime: <unset>
RenewTime: Mon, 07 Apr 2025 13:25:31 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 07 Apr 2025 13:24:40 +0000 Mon, 07 Apr 2025 13:20:28 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 07 Apr 2025 13:24:40 +0000 Mon, 07 Apr 2025 13:20:28 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 07 Apr 2025 13:24:40 +0000 Mon, 07 Apr 2025 13:20:28 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 07 Apr 2025 13:24:40 +0000 Mon, 07 Apr 2025 13:20:57 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-255549
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
System Info:
Machine ID: 7d01322a727e40d7a13e764328dd8224
System UUID: a23bdf81-1d6b-41f8-9365-5cad9f073411
Boot ID: 48eff5d2-7902-459b-9c1c-54fa612d73c3
Kernel Version: 5.15.0-1081-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.32.2
Kube-Proxy Version: v1.32.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (13 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m19s
default hello-world-app-7d9564db4-574d2 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m24s
ingress-nginx ingress-nginx-controller-56d7c84fd4-4ppvf 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 4m55s
kube-system coredns-668d6bf9bc-6bjfg 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 4m58s
kube-system etcd-addons-255549 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 5m6s
kube-system kindnet-kcvwj 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 4m59s
kube-system kube-apiserver-addons-255549 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m6s
kube-system kube-controller-manager-addons-255549 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m6s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m57s
kube-system kube-proxy-xjxp4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m59s
kube-system kube-scheduler-addons-255549 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m6s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m56s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 310Mi (3%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m55s kube-proxy
Normal NodeHasSufficientMemory 5m13s (x8 over 5m13s) kubelet Node addons-255549 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m13s (x8 over 5m13s) kubelet Node addons-255549 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m13s (x8 over 5m13s) kubelet Node addons-255549 status is now: NodeHasSufficientPID
Normal Starting 5m6s kubelet Starting kubelet.
Warning CgroupV1 5m6s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 5m5s kubelet Node addons-255549 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m5s kubelet Node addons-255549 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m5s kubelet Node addons-255549 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m2s node-controller Node addons-255549 event: Registered Node addons-255549 in Controller
Normal NodeReady 4m43s kubelet Node addons-255549 status is now: NodeReady
==> dmesg <==
==> etcd [00f1732da3b55b77538303791d4c160904a0357cdb76fe86ae771bc83532d5ec] <==
{"level":"info","ts":"2025-04-07T13:20:40.998292Z","caller":"traceutil/trace.go:171","msg":"trace[1219156528] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:336; }","duration":"1.069386014s","start":"2025-04-07T13:20:39.928899Z","end":"2025-04-07T13:20:40.998285Z","steps":["trace[1219156528] 'agreement among raft nodes before linearized reading' (duration: 346.027236ms)","trace[1219156528] 'range keys from in-memory index tree' (duration: 723.321313ms)"],"step_count":2}
{"level":"warn","ts":"2025-04-07T13:20:40.998310Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-04-07T13:20:39.928866Z","time spent":"1.069437944s","remote":"127.0.0.1:59004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" limit:1 "}
{"level":"warn","ts":"2025-04-07T13:20:40.998392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.012778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-07T13:20:40.998414Z","caller":"traceutil/trace.go:171","msg":"trace[698576665] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:336; }","duration":"662.036048ms","start":"2025-04-07T13:20:40.336372Z","end":"2025-04-07T13:20:40.998408Z","steps":["trace[698576665] 'range keys from in-memory index tree' (duration: 661.877522ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-07T13:20:40.998429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-04-07T13:20:40.280002Z","time spent":"718.422684ms","remote":"127.0.0.1:59004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts\" limit:1 "}
{"level":"warn","ts":"2025-04-07T13:20:40.998646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.045347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" limit:1 ","response":"range_response_count:1 size:3684"}
{"level":"info","ts":"2025-04-07T13:20:40.998675Z","caller":"traceutil/trace.go:171","msg":"trace[2085106492] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:336; }","duration":"273.073959ms","start":"2025-04-07T13:20:40.725594Z","end":"2025-04-07T13:20:40.998668Z","steps":["trace[2085106492] 'agreement among raft nodes before linearized reading' (duration: 87.796265ms)","trace[2085106492] 'range keys from in-memory index tree' (duration: 185.209271ms)"],"step_count":2}
{"level":"info","ts":"2025-04-07T13:20:40.999332Z","caller":"traceutil/trace.go:171","msg":"trace[753773836] linearizableReadLoop","detail":"{readStateIndex:347; appliedIndex:346; }","duration":"186.093826ms","start":"2025-04-07T13:20:40.813229Z","end":"2025-04-07T13:20:40.999323Z","steps":["trace[753773836] 'read index received' (duration: 87.607176ms)","trace[753773836] 'applied index is now lower than readState.Index' (duration: 98.486042ms)"],"step_count":2}
{"level":"warn","ts":"2025-04-07T13:20:40.999422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.747763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-07T13:20:40.999447Z","caller":"traceutil/trace.go:171","msg":"trace[53929361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:337; }","duration":"273.776416ms","start":"2025-04-07T13:20:40.725665Z","end":"2025-04-07T13:20:40.999441Z","steps":["trace[53929361] 'agreement among raft nodes before linearized reading' (duration: 273.700263ms)"],"step_count":1}
{"level":"info","ts":"2025-04-07T13:20:40.999652Z","caller":"traceutil/trace.go:171","msg":"trace[2005063924] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"273.925889ms","start":"2025-04-07T13:20:40.725717Z","end":"2025-04-07T13:20:40.999643Z","steps":["trace[2005063924] 'process raft request' (duration: 174.60856ms)","trace[2005063924] 'compare' (duration: 98.475269ms)"],"step_count":2}
{"level":"info","ts":"2025-04-07T13:20:41.074580Z","caller":"traceutil/trace.go:171","msg":"trace[1497863147] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"251.04194ms","start":"2025-04-07T13:20:40.821277Z","end":"2025-04-07T13:20:41.072319Z","steps":["trace[1497863147] 'process raft request' (duration: 249.496201ms)"],"step_count":1}
{"level":"info","ts":"2025-04-07T13:20:41.079741Z","caller":"traceutil/trace.go:171","msg":"trace[1840690217] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"179.775294ms","start":"2025-04-07T13:20:40.899908Z","end":"2025-04-07T13:20:41.079683Z","steps":["trace[1840690217] 'process raft request' (duration: 171.514333ms)"],"step_count":1}
{"level":"info","ts":"2025-04-07T13:20:41.079889Z","caller":"traceutil/trace.go:171","msg":"trace[322308294] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"179.791564ms","start":"2025-04-07T13:20:40.900091Z","end":"2025-04-07T13:20:41.079883Z","steps":["trace[322308294] 'process raft request' (duration: 171.36988ms)"],"step_count":1}
{"level":"info","ts":"2025-04-07T13:20:41.079970Z","caller":"traceutil/trace.go:171","msg":"trace[992960566] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"179.789349ms","start":"2025-04-07T13:20:40.900174Z","end":"2025-04-07T13:20:41.079963Z","steps":["trace[992960566] 'process raft request' (duration: 171.312165ms)"],"step_count":1}
{"level":"info","ts":"2025-04-07T13:20:41.080060Z","caller":"traceutil/trace.go:171","msg":"trace[891074585] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"179.535734ms","start":"2025-04-07T13:20:40.900518Z","end":"2025-04-07T13:20:41.080054Z","steps":["trace[891074585] 'process raft request' (duration: 171.176597ms)"],"step_count":1}
{"level":"info","ts":"2025-04-07T13:20:41.412587Z","caller":"traceutil/trace.go:171","msg":"trace[1997861598] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"140.637117ms","start":"2025-04-07T13:20:41.271933Z","end":"2025-04-07T13:20:41.412570Z","steps":["trace[1997861598] 'process raft request' (duration: 140.173047ms)"],"step_count":1}
{"level":"info","ts":"2025-04-07T13:20:41.415108Z","caller":"traceutil/trace.go:171","msg":"trace[45564210] linearizableReadLoop","detail":"{readStateIndex:354; appliedIndex:354; }","duration":"142.172362ms","start":"2025-04-07T13:20:41.272921Z","end":"2025-04-07T13:20:41.415094Z","steps":["trace[45564210] 'read index received' (duration: 142.167291ms)","trace[45564210] 'applied index is now lower than readState.Index' (duration: 4.267µs)"],"step_count":2}
{"level":"warn","ts":"2025-04-07T13:20:41.415885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.592091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/coredns\" limit:1 ","response":"range_response_count:1 size:693"}
{"level":"info","ts":"2025-04-07T13:20:41.416030Z","caller":"traceutil/trace.go:171","msg":"trace[1320942653] range","detail":"{range_begin:/registry/configmaps/kube-system/coredns; range_end:; response_count:1; response_revision:344; }","duration":"143.101791ms","start":"2025-04-07T13:20:41.272916Z","end":"2025-04-07T13:20:41.416018Z","steps":["trace[1320942653] 'agreement among raft nodes before linearized reading' (duration: 142.562659ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-07T13:20:41.457816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.401381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" limit:1 ","response":"range_response_count:1 size:207"}
{"level":"info","ts":"2025-04-07T13:20:41.457875Z","caller":"traceutil/trace.go:171","msg":"trace[154056992] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:345; }","duration":"140.472406ms","start":"2025-04-07T13:20:41.317392Z","end":"2025-04-07T13:20:41.457864Z","steps":["trace[154056992] 'agreement among raft nodes before linearized reading' (duration: 140.364532ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-07T13:20:41.918193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.08506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/amd-gpu-device-plugin\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-07T13:20:41.919175Z","caller":"traceutil/trace.go:171","msg":"trace[673546110] range","detail":"{range_begin:/registry/daemonsets/kube-system/amd-gpu-device-plugin; range_end:; response_count:0; response_revision:349; }","duration":"140.078046ms","start":"2025-04-07T13:20:41.779081Z","end":"2025-04-07T13:20:41.919159Z","steps":["trace[673546110] 'range keys from in-memory index tree' (duration: 139.026967ms)"],"step_count":1}
{"level":"info","ts":"2025-04-07T13:20:41.931022Z","caller":"traceutil/trace.go:171","msg":"trace[1918042120] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"105.287789ms","start":"2025-04-07T13:20:41.825720Z","end":"2025-04-07T13:20:41.931008Z","steps":["trace[1918042120] 'process raft request' (duration: 105.205253ms)"],"step_count":1}
==> kernel <==
13:25:40 up 5:08, 0 users, load average: 0.40, 2.35, 3.49
Linux addons-255549 5.15.0-1081-aws #88~20.04.1-Ubuntu SMP Fri Mar 28 14:48:25 UTC 2025 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [ec168f59958c6cd1c4f177f9e348b5d061304ba25b4cafdbf1981abb527851e7] <==
I0407 13:23:37.455487 1 main.go:301] handling current node
I0407 13:23:47.454609 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:23:47.454650 1 main.go:301] handling current node
I0407 13:23:57.455094 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:23:57.455227 1 main.go:301] handling current node
I0407 13:24:07.454598 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:24:07.454699 1 main.go:301] handling current node
I0407 13:24:17.454312 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:24:17.454453 1 main.go:301] handling current node
I0407 13:24:27.453783 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:24:27.453823 1 main.go:301] handling current node
I0407 13:24:37.453853 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:24:37.453903 1 main.go:301] handling current node
I0407 13:24:47.454102 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:24:47.454135 1 main.go:301] handling current node
I0407 13:24:57.453885 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:24:57.453924 1 main.go:301] handling current node
I0407 13:25:07.453724 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:25:07.453755 1 main.go:301] handling current node
I0407 13:25:17.455319 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:25:17.455366 1 main.go:301] handling current node
I0407 13:25:27.460875 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:25:27.460910 1 main.go:301] handling current node
I0407 13:25:37.462829 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:25:37.462944 1 main.go:301] handling current node
==> kube-apiserver [75f2d5765966cad78283bf2a097675ad37bfd50221dcb9d9da2b9246a69000d5] <==
E0407 13:22:32.549791 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:47410: use of closed network connection
E0407 13:22:32.804261 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:47436: use of closed network connection
E0407 13:22:32.947729 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:47468: use of closed network connection
I0407 13:22:42.322868 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.104.247.118"}
I0407 13:23:10.972061 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0407 13:23:12.010331 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0407 13:23:16.601282 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0407 13:23:16.945437 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.101.170.79"}
I0407 13:23:19.044870 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0407 13:23:30.811982 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0407 13:23:51.648018 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0407 13:23:51.648077 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0407 13:23:51.703690 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0407 13:23:51.703993 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0407 13:23:51.772897 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0407 13:23:51.784715 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0407 13:23:51.790809 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0407 13:23:51.790857 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0407 13:23:51.912084 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0407 13:23:51.912202 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0407 13:23:52.791047 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0407 13:23:52.914285 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0407 13:23:52.928610 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
E0407 13:24:41.227084 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I0407 13:25:38.694037 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.107.169.56"}
==> kube-controller-manager [fd1ad912a6ed201f564c167a86bfd5f8a880cec0c93881320d3b4b1c4ae88483] <==
W0407 13:24:52.283978 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0407 13:24:52.284017 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0407 13:25:02.639133 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0407 13:25:02.640230 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0407 13:25:02.641272 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0407 13:25:02.641313 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0407 13:25:08.912177 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0407 13:25:08.913239 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotclasses"
W0407 13:25:08.914404 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0407 13:25:08.914492 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0407 13:25:13.585659 1 namespace_controller.go:187] "Namespace has been deleted" logger="namespace-controller" namespace="local-path-storage"
I0407 13:25:14.135475 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/cloud-spanner-emulator-cc9755fc7" duration="6.662µs"
W0407 13:25:23.415230 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0407 13:25:23.416249 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W0407 13:25:23.417228 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0407 13:25:23.417265 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0407 13:25:38.471968 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="42.217718ms"
I0407 13:25:38.534446 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="61.488472ms"
I0407 13:25:38.535101 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="35.923µs"
W0407 13:25:40.545488 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0407 13:25:40.546586 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0407 13:25:40.547987 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0407 13:25:40.548065 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0407 13:25:40.716591 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="13.863587ms"
I0407 13:25:40.722857 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="49.42µs"
==> kube-proxy [a72c49243e6cd367f588ad625df7dda64b86ca3955a1af1c955dee6ae0341988] <==
I0407 13:20:44.419561 1 server_linux.go:66] "Using iptables proxy"
I0407 13:20:44.948761 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0407 13:20:44.976885 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0407 13:20:45.363112 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0407 13:20:45.363254 1 server_linux.go:170] "Using iptables Proxier"
I0407 13:20:45.365409 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0407 13:20:45.365834 1 server.go:497] "Version info" version="v1.32.2"
I0407 13:20:45.366236 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0407 13:20:45.367800 1 config.go:199] "Starting service config controller"
I0407 13:20:45.367882 1 shared_informer.go:313] Waiting for caches to sync for service config
I0407 13:20:45.367933 1 config.go:105] "Starting endpoint slice config controller"
I0407 13:20:45.367962 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0407 13:20:45.368499 1 config.go:329] "Starting node config controller"
I0407 13:20:45.368555 1 shared_informer.go:313] Waiting for caches to sync for node config
I0407 13:20:45.551540 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0407 13:20:45.578469 1 shared_informer.go:320] Caches are synced for node config
I0407 13:20:45.578514 1 shared_informer.go:320] Caches are synced for service config
==> kube-scheduler [dfe3c85a447da64abe03c3af28885d8fc174e36dd6847c47fb6ef6847dd62d79] <==
W0407 13:20:33.031414 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0407 13:20:33.032447 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0407 13:20:33.066815 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0407 13:20:33.066941 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0407 13:20:33.130236 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0407 13:20:33.130282 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0407 13:20:33.130412 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0407 13:20:33.130440 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0407 13:20:33.147191 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0407 13:20:33.147243 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0407 13:20:33.177054 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0407 13:20:33.177248 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0407 13:20:33.177191 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0407 13:20:33.177386 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0407 13:20:33.213989 1 reflector.go:569] runtime/asm_arm64.s:1223: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0407 13:20:33.214039 1 reflector.go:166] "Unhandled Error" err="runtime/asm_arm64.s:1223: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W0407 13:20:33.313906 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0407 13:20:33.313954 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0407 13:20:33.316285 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0407 13:20:33.316410 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0407 13:20:33.350968 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "volumeattachments" in API group "storage.k8s.io" at the cluster scope
E0407 13:20:33.351098 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.VolumeAttachment: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0407 13:20:33.380825 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0407 13:20:33.380872 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
I0407 13:20:36.247036 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Apr 07 13:25:34 addons-255549 kubelet[1519]: E0407 13:25:34.933123 1519 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/54cccc48f41f92daddabbb8ec5ec6fe8d6fdaa06b6348cc5819cdc6a97b14b85/diff" to get inode usage: stat /var/lib/containers/storage/overlay/54cccc48f41f92daddabbb8ec5ec6fe8d6fdaa06b6348cc5819cdc6a97b14b85/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:25:34 addons-255549 kubelet[1519]: E0407 13:25:34.933187 1519 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/37b51b0f1e34c79535bbc8209baa9a65772b670fc78385857c868523bcb3ff19/diff" to get inode usage: stat /var/lib/containers/storage/overlay/37b51b0f1e34c79535bbc8209baa9a65772b670fc78385857c868523bcb3ff19/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:25:34 addons-255549 kubelet[1519]: E0407 13:25:34.935350 1519 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/9ac13cb6a061f125f6f12076e87f9e0c0c402485970b511ac0f998e3e5573676/diff" to get inode usage: stat /var/lib/containers/storage/overlay/9ac13cb6a061f125f6f12076e87f9e0c0c402485970b511ac0f998e3e5573676/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:25:34 addons-255549 kubelet[1519]: E0407 13:25:34.936461 1519 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/37b51b0f1e34c79535bbc8209baa9a65772b670fc78385857c868523bcb3ff19/diff" to get inode usage: stat /var/lib/containers/storage/overlay/37b51b0f1e34c79535bbc8209baa9a65772b670fc78385857c868523bcb3ff19/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:25:34 addons-255549 kubelet[1519]: E0407 13:25:34.937554 1519 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/54cccc48f41f92daddabbb8ec5ec6fe8d6fdaa06b6348cc5819cdc6a97b14b85/diff" to get inode usage: stat /var/lib/containers/storage/overlay/54cccc48f41f92daddabbb8ec5ec6fe8d6fdaa06b6348cc5819cdc6a97b14b85/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:25:34 addons-255549 kubelet[1519]: E0407 13:25:34.938637 1519 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/aa3ae9b97c54daa1aae9898bfdff2a858f59d115d1b18742ba9ba6c513f320b1/diff" to get inode usage: stat /var/lib/containers/storage/overlay/aa3ae9b97c54daa1aae9898bfdff2a858f59d115d1b18742ba9ba6c513f320b1/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:25:34 addons-255549 kubelet[1519]: E0407 13:25:34.941966 1519 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/93ef9c9d1044100d5aafacaefb7916790d1a5edeb7867e121111b87bf3853b9c/diff" to get inode usage: stat /var/lib/containers/storage/overlay/93ef9c9d1044100d5aafacaefb7916790d1a5edeb7867e121111b87bf3853b9c/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:25:34 addons-255549 kubelet[1519]: E0407 13:25:34.950761 1519 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/fc26cb7779406af5267e1277b2eb7bb7c0696b03d89b06f590cc71aef1896d85/diff" to get inode usage: stat /var/lib/containers/storage/overlay/fc26cb7779406af5267e1277b2eb7bb7c0696b03d89b06f590cc71aef1896d85/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:25:34 addons-255549 kubelet[1519]: E0407 13:25:34.957382 1519 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/3561b07ab64aac7a7659e5534c4585d97801379ddd406ae65769eb213d9a7256/diff" to get inode usage: stat /var/lib/containers/storage/overlay/3561b07ab64aac7a7659e5534c4585d97801379ddd406ae65769eb213d9a7256/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:25:34 addons-255549 kubelet[1519]: E0407 13:25:34.966271 1519 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/a26d7d6ca2dd5697f687f0f4e8e57747e0c379485bb5a95ac99204c76ea850f0/diff" to get inode usage: stat /var/lib/containers/storage/overlay/a26d7d6ca2dd5697f687f0f4e8e57747e0c379485bb5a95ac99204c76ea850f0/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:25:34 addons-255549 kubelet[1519]: E0407 13:25:34.969413 1519 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/a26d7d6ca2dd5697f687f0f4e8e57747e0c379485bb5a95ac99204c76ea850f0/diff" to get inode usage: stat /var/lib/containers/storage/overlay/a26d7d6ca2dd5697f687f0f4e8e57747e0c379485bb5a95ac99204c76ea850f0/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:25:34 addons-255549 kubelet[1519]: E0407 13:25:34.969417 1519 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/d8e386ac6fc607f2dcc0838702364847b176bb53aeb91c22ef1515d34ad2c383/diff" to get inode usage: stat /var/lib/containers/storage/overlay/d8e386ac6fc607f2dcc0838702364847b176bb53aeb91c22ef1515d34ad2c383/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:25:34 addons-255549 kubelet[1519]: E0407 13:25:34.977881 1519 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/cd6fea6be1a35ff559fc1da74c73e817bd6fb7230dec22fc2dfcce5209046d55/diff" to get inode usage: stat /var/lib/containers/storage/overlay/cd6fea6be1a35ff559fc1da74c73e817bd6fb7230dec22fc2dfcce5209046d55/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:25:34 addons-255549 kubelet[1519]: E0407 13:25:34.980017 1519 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/0aa4ace38cf9bdb0fc73dc4ce859e0d32e25a87f83e6e2e47e15022f670339f3/diff" to get inode usage: stat /var/lib/containers/storage/overlay/0aa4ace38cf9bdb0fc73dc4ce859e0d32e25a87f83e6e2e47e15022f670339f3/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:25:34 addons-255549 kubelet[1519]: E0407 13:25:34.982171 1519 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/cd6fea6be1a35ff559fc1da74c73e817bd6fb7230dec22fc2dfcce5209046d55/diff" to get inode usage: stat /var/lib/containers/storage/overlay/cd6fea6be1a35ff559fc1da74c73e817bd6fb7230dec22fc2dfcce5209046d55/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:25:34 addons-255549 kubelet[1519]: E0407 13:25:34.982178 1519 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/d68eb9a7380cceb960c34decea29317f089a39c40334d6d5070c17a1e777a5fb/diff" to get inode usage: stat /var/lib/containers/storage/overlay/d68eb9a7380cceb960c34decea29317f089a39c40334d6d5070c17a1e777a5fb/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:25:34 addons-255549 kubelet[1519]: E0407 13:25:34.982191 1519 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/3561b07ab64aac7a7659e5534c4585d97801379ddd406ae65769eb213d9a7256/diff" to get inode usage: stat /var/lib/containers/storage/overlay/3561b07ab64aac7a7659e5534c4585d97801379ddd406ae65769eb213d9a7256/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:25:34 addons-255549 kubelet[1519]: E0407 13:25:34.989405 1519 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/93ef9c9d1044100d5aafacaefb7916790d1a5edeb7867e121111b87bf3853b9c/diff" to get inode usage: stat /var/lib/containers/storage/overlay/93ef9c9d1044100d5aafacaefb7916790d1a5edeb7867e121111b87bf3853b9c/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:25:34 addons-255549 kubelet[1519]: E0407 13:25:34.989405 1519 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/fc26cb7779406af5267e1277b2eb7bb7c0696b03d89b06f590cc71aef1896d85/diff" to get inode usage: stat /var/lib/containers/storage/overlay/fc26cb7779406af5267e1277b2eb7bb7c0696b03d89b06f590cc71aef1896d85/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:25:35 addons-255549 kubelet[1519]: E0407 13:25:35.038282 1519 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744032335037973206,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605733,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 07 13:25:35 addons-255549 kubelet[1519]: E0407 13:25:35.038336 1519 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744032335037973206,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605733,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 07 13:25:38 addons-255549 kubelet[1519]: I0407 13:25:38.469097 1519 memory_manager.go:355] "RemoveStaleState removing state" podUID="f5f205b0-79b4-4dcb-877c-09e9130ceee3" containerName="local-path-provisioner"
Apr 07 13:25:38 addons-255549 kubelet[1519]: I0407 13:25:38.469134 1519 memory_manager.go:355] "RemoveStaleState removing state" podUID="7ec7900d-d85e-4e9b-9959-fc6847ab2d33" containerName="helper-pod"
Apr 07 13:25:38 addons-255549 kubelet[1519]: I0407 13:25:38.469142 1519 memory_manager.go:355] "RemoveStaleState removing state" podUID="a323813f-1751-4d01-93d9-274320bd0dd3" containerName="cloud-spanner-emulator"
Apr 07 13:25:38 addons-255549 kubelet[1519]: I0407 13:25:38.540870 1519 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rrc5s\" (UniqueName: \"kubernetes.io/projected/fbdb0507-86f1-4fb2-bd26-7fa96f05f8e2-kube-api-access-rrc5s\") pod \"hello-world-app-7d9564db4-574d2\" (UID: \"fbdb0507-86f1-4fb2-bd26-7fa96f05f8e2\") " pod="default/hello-world-app-7d9564db4-574d2"
==> storage-provisioner [c97ebf473706d0b4876eb1aab25663d045ce50140519ad9de04d81abddef8392] <==
I0407 13:20:58.774883 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0407 13:20:58.819996 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0407 13:20:58.820141 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0407 13:20:58.847970 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0407 13:20:58.848252 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-255549_6bcab5cc-0d42-426d-94a5-003be7235974!
I0407 13:20:58.851098 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"724a4075-57a5-4f53-b6a2-3ad331a4417a", APIVersion:"v1", ResourceVersion:"905", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-255549_6bcab5cc-0d42-426d-94a5-003be7235974 became leader
I0407 13:20:58.949061 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-255549_6bcab5cc-0d42-426d-94a5-003be7235974!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-255549 -n addons-255549
helpers_test.go:261: (dbg) Run: kubectl --context addons-255549 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-x8vct ingress-nginx-admission-patch-5xsc6
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-255549 describe pod ingress-nginx-admission-create-x8vct ingress-nginx-admission-patch-5xsc6
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-255549 describe pod ingress-nginx-admission-create-x8vct ingress-nginx-admission-patch-5xsc6: exit status 1 (100.792ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-x8vct" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-5xsc6" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-255549 describe pod ingress-nginx-admission-create-x8vct ingress-nginx-admission-patch-5xsc6: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-255549 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-255549 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-255549 addons disable ingress --alsologtostderr -v=1: (7.755767663s)
--- FAIL: TestAddons/parallel/Ingress (154.24s)