=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-665428 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-665428 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-665428 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [9fee3c92-a14d-492f-aff0-38d10f61255d] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [9fee3c92-a14d-492f-aff0-38d10f61255d] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 12.003156474s
I0407 12:59:56.195301 873820 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-amd64 -p addons-665428 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-665428 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m10.624707963s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-665428 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-amd64 -p addons-665428 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-665428
helpers_test.go:235: (dbg) docker inspect addons-665428:
-- stdout --
[
{
"Id": "06c16868ee72c95149a526467d370aa659c5268bcb174a0228f3f554f9e08c02",
"Created": "2025-04-07T12:56:53.927954349Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 875753,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-04-07T12:56:53.964426678Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:037bd1b5a0f63899880a74b20d0e40b693fd199ade4ed9b883be5ed5726d15a6",
"ResolvConfPath": "/var/lib/docker/containers/06c16868ee72c95149a526467d370aa659c5268bcb174a0228f3f554f9e08c02/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/06c16868ee72c95149a526467d370aa659c5268bcb174a0228f3f554f9e08c02/hostname",
"HostsPath": "/var/lib/docker/containers/06c16868ee72c95149a526467d370aa659c5268bcb174a0228f3f554f9e08c02/hosts",
"LogPath": "/var/lib/docker/containers/06c16868ee72c95149a526467d370aa659c5268bcb174a0228f3f554f9e08c02/06c16868ee72c95149a526467d370aa659c5268bcb174a0228f3f554f9e08c02-json.log",
"Name": "/addons-665428",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-665428:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-665428",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "06c16868ee72c95149a526467d370aa659c5268bcb174a0228f3f554f9e08c02",
"LowerDir": "/var/lib/docker/overlay2/023ae18ade9c0b1e4af1aa93f9453f4c0477aaea446a2ce5b45154b80c17f650-init/diff:/var/lib/docker/overlay2/2f5a47ab021f26692cb6998078d8bcbc6a5a3ab67692e345d3ddf18b0edf8bb5/diff",
"MergedDir": "/var/lib/docker/overlay2/023ae18ade9c0b1e4af1aa93f9453f4c0477aaea446a2ce5b45154b80c17f650/merged",
"UpperDir": "/var/lib/docker/overlay2/023ae18ade9c0b1e4af1aa93f9453f4c0477aaea446a2ce5b45154b80c17f650/diff",
"WorkDir": "/var/lib/docker/overlay2/023ae18ade9c0b1e4af1aa93f9453f4c0477aaea446a2ce5b45154b80c17f650/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-665428",
"Source": "/var/lib/docker/volumes/addons-665428/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-665428",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-665428",
"name.minikube.sigs.k8s.io": "addons-665428",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "74570620ea7deb941c3c2c36ea63c935dff31ea69551b1cd8558f09a9dcb3f9c",
"SandboxKey": "/var/run/docker/netns/74570620ea7d",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33289"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33290"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33293"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33291"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33292"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-665428": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "7e:9a:49:5f:80:84",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "c25c4b2bb83bfa5329b75ede96d17dd5f965d1c6fa57539e4ebcde9ffbc696f8",
"EndpointID": "e17c7a83c729c86883c74678cd4827df5c8b71814692104230aeeef1c2793dec",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-665428",
"06c16868ee72"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-665428 -n addons-665428
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-665428 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-665428 logs -n 25: (1.246183547s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | --download-only -p | download-docker-988404 | jenkins | v1.35.0 | 07 Apr 25 12:56 UTC | |
| | download-docker-988404 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-988404 | download-docker-988404 | jenkins | v1.35.0 | 07 Apr 25 12:56 UTC | 07 Apr 25 12:56 UTC |
| start | --download-only -p | binary-mirror-720301 | jenkins | v1.35.0 | 07 Apr 25 12:56 UTC | |
| | binary-mirror-720301 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:32847 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-720301 | binary-mirror-720301 | jenkins | v1.35.0 | 07 Apr 25 12:56 UTC | 07 Apr 25 12:56 UTC |
| addons | enable dashboard -p | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 12:56 UTC | |
| | addons-665428 | | | | | |
| addons | disable dashboard -p | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 12:56 UTC | |
| | addons-665428 | | | | | |
| start | -p addons-665428 --wait=true | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 12:56 UTC | 07 Apr 25 12:59 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-665428 addons disable | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 12:59 UTC | 07 Apr 25 12:59 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-665428 addons disable | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 12:59 UTC | 07 Apr 25 12:59 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-665428 addons disable | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 12:59 UTC | 07 Apr 25 12:59 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-665428 addons disable | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 12:59 UTC | 07 Apr 25 12:59 UTC |
| | amd-gpu-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-665428 addons | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 12:59 UTC | 07 Apr 25 12:59 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-665428 addons | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 12:59 UTC | 07 Apr 25 12:59 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | enable headlamp | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 12:59 UTC | 07 Apr 25 12:59 UTC |
| | -p addons-665428 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-665428 ip | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 12:59 UTC | 07 Apr 25 12:59 UTC |
| addons | addons-665428 addons disable | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 12:59 UTC | 07 Apr 25 12:59 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-665428 addons | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 12:59 UTC | 07 Apr 25 12:59 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-665428 ssh cat | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 12:59 UTC | 07 Apr 25 12:59 UTC |
| | /opt/local-path-provisioner/pvc-c512f8be-60e7-4823-8659-de8045a39758_default_test-pvc/file1 | | | | | |
| addons | addons-665428 addons disable | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 12:59 UTC | 07 Apr 25 12:59 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-665428 addons disable | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 12:59 UTC | 07 Apr 25 12:59 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-665428 addons | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 12:59 UTC | 07 Apr 25 12:59 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-665428 ssh curl -s | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 12:59 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-665428 addons | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 13:00 UTC | 07 Apr 25 13:00 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-665428 addons | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 13:00 UTC | 07 Apr 25 13:00 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-665428 ip | addons-665428 | jenkins | v1.35.0 | 07 Apr 25 13:02 UTC | 07 Apr 25 13:02 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/04/07 12:56:30
Running on machine: ubuntu-20-agent-11
Binary: Built with gc go1.24.0 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0407 12:56:30.702445 875154 out.go:345] Setting OutFile to fd 1 ...
I0407 12:56:30.702559 875154 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0407 12:56:30.702564 875154 out.go:358] Setting ErrFile to fd 2...
I0407 12:56:30.702568 875154 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0407 12:56:30.702745 875154 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20598-866963/.minikube/bin
I0407 12:56:30.703416 875154 out.go:352] Setting JSON to false
I0407 12:56:30.704517 875154 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-11","uptime":16734,"bootTime":1744013857,"procs":294,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1078-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0407 12:56:30.704667 875154 start.go:139] virtualization: kvm guest
I0407 12:56:30.706796 875154 out.go:177] * [addons-665428] minikube v1.35.0 on Ubuntu 20.04 (kvm/amd64)
I0407 12:56:30.708415 875154 out.go:177] - MINIKUBE_LOCATION=20598
I0407 12:56:30.708407 875154 notify.go:220] Checking for updates...
I0407 12:56:30.711074 875154 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0407 12:56:30.712683 875154 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20598-866963/kubeconfig
I0407 12:56:30.714115 875154 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20598-866963/.minikube
I0407 12:56:30.715548 875154 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0407 12:56:30.717170 875154 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0407 12:56:30.718834 875154 driver.go:394] Setting default libvirt URI to qemu:///system
I0407 12:56:30.744772 875154 docker.go:123] docker version: linux-28.0.4:Docker Engine - Community
I0407 12:56:30.744941 875154 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0407 12:56:30.794517 875154 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2025-04-07 12:56:30.785065684 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1078-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647988736 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-11 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0407 12:56:30.794642 875154 docker.go:318] overlay module found
I0407 12:56:30.797287 875154 out.go:177] * Using the docker driver based on user configuration
I0407 12:56:30.799016 875154 start.go:297] selected driver: docker
I0407 12:56:30.799043 875154 start.go:901] validating driver "docker" against <nil>
I0407 12:56:30.799057 875154 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0407 12:56:30.800048 875154 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0407 12:56:30.848254 875154 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2025-04-07 12:56:30.839071097 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1078-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647988736 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-11 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0407 12:56:30.848428 875154 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0407 12:56:30.848657 875154 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0407 12:56:30.850428 875154 out.go:177] * Using Docker driver with root privileges
I0407 12:56:30.851583 875154 cni.go:84] Creating CNI manager for ""
I0407 12:56:30.851658 875154 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0407 12:56:30.851674 875154 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0407 12:56:30.851757 875154 start.go:340] cluster config:
{Name:addons-665428 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-665428 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0407 12:56:30.853208 875154 out.go:177] * Starting "addons-665428" primary control-plane node in "addons-665428" cluster
I0407 12:56:30.854497 875154 cache.go:121] Beginning downloading kic base image for docker with crio
I0407 12:56:30.855938 875154 out.go:177] * Pulling base image v0.0.46-1743675393-20591 ...
I0407 12:56:30.857211 875154 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0407 12:56:30.857276 875154 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20598-866963/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-amd64.tar.lz4
I0407 12:56:30.857291 875154 cache.go:56] Caching tarball of preloaded images
I0407 12:56:30.857342 875154 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 in local docker daemon
I0407 12:56:30.857435 875154 preload.go:172] Found /home/jenkins/minikube-integration/20598-866963/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I0407 12:56:30.857450 875154 cache.go:59] Finished verifying existence of preloaded tar for v1.32.2 on crio
I0407 12:56:30.857840 875154 profile.go:143] Saving config to /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/config.json ...
I0407 12:56:30.857877 875154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/config.json: {Name:mk1632c78e59740b19dc87d94bf78bbae4b1afb5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 12:56:30.874944 875154 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 to local cache
I0407 12:56:30.875103 875154 image.go:65] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 in local cache directory
I0407 12:56:30.875124 875154 image.go:68] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 in local cache directory, skipping pull
I0407 12:56:30.875130 875154 image.go:137] gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 exists in cache, skipping pull
I0407 12:56:30.875141 875154 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 as a tarball
I0407 12:56:30.875152 875154 cache.go:163] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 from local cache
I0407 12:56:43.540945 875154 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 from cached tarball
I0407 12:56:43.540999 875154 cache.go:230] Successfully downloaded all kic artifacts
I0407 12:56:43.541037 875154 start.go:360] acquireMachinesLock for addons-665428: {Name:mk0d1208b37c8f5f796a5d547d740d644b761805 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0407 12:56:43.541144 875154 start.go:364] duration metric: took 84.684µs to acquireMachinesLock for "addons-665428"
I0407 12:56:43.541168 875154 start.go:93] Provisioning new machine with config: &{Name:addons-665428 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-665428 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I0407 12:56:43.541239 875154 start.go:125] createHost starting for "" (driver="docker")
I0407 12:56:43.543452 875154 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0407 12:56:43.543747 875154 start.go:159] libmachine.API.Create for "addons-665428" (driver="docker")
I0407 12:56:43.543792 875154 client.go:168] LocalClient.Create starting
I0407 12:56:43.543914 875154 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20598-866963/.minikube/certs/ca.pem
I0407 12:56:43.795939 875154 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20598-866963/.minikube/certs/cert.pem
I0407 12:56:44.014200 875154 cli_runner.go:164] Run: docker network inspect addons-665428 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0407 12:56:44.030596 875154 cli_runner.go:211] docker network inspect addons-665428 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0407 12:56:44.030691 875154 network_create.go:284] running [docker network inspect addons-665428] to gather additional debugging logs...
I0407 12:56:44.030714 875154 cli_runner.go:164] Run: docker network inspect addons-665428
W0407 12:56:44.047087 875154 cli_runner.go:211] docker network inspect addons-665428 returned with exit code 1
I0407 12:56:44.047133 875154 network_create.go:287] error running [docker network inspect addons-665428]: docker network inspect addons-665428: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-665428 not found
I0407 12:56:44.047148 875154 network_create.go:289] output of [docker network inspect addons-665428]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-665428 not found
** /stderr **
I0407 12:56:44.047313 875154 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0407 12:56:44.064530 875154 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001d85eb0}
I0407 12:56:44.064581 875154 network_create.go:124] attempt to create docker network addons-665428 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0407 12:56:44.064639 875154 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-665428 addons-665428
I0407 12:56:44.114556 875154 network_create.go:108] docker network addons-665428 192.168.49.0/24 created
I0407 12:56:44.114600 875154 kic.go:121] calculated static IP "192.168.49.2" for the "addons-665428" container
I0407 12:56:44.114659 875154 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0407 12:56:44.130903 875154 cli_runner.go:164] Run: docker volume create addons-665428 --label name.minikube.sigs.k8s.io=addons-665428 --label created_by.minikube.sigs.k8s.io=true
I0407 12:56:44.149965 875154 oci.go:103] Successfully created a docker volume addons-665428
I0407 12:56:44.150051 875154 cli_runner.go:164] Run: docker run --rm --name addons-665428-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-665428 --entrypoint /usr/bin/test -v addons-665428:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 -d /var/lib
I0407 12:56:49.096952 875154 cli_runner.go:217] Completed: docker run --rm --name addons-665428-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-665428 --entrypoint /usr/bin/test -v addons-665428:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 -d /var/lib: (4.946848163s)
I0407 12:56:49.097008 875154 oci.go:107] Successfully prepared a docker volume addons-665428
I0407 12:56:49.097050 875154 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0407 12:56:49.097076 875154 kic.go:194] Starting extracting preloaded images to volume ...
I0407 12:56:49.097131 875154 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20598-866963/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-665428:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 -I lz4 -xf /preloaded.tar -C /extractDir
I0407 12:56:53.861069 875154 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20598-866963/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-665428:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 -I lz4 -xf /preloaded.tar -C /extractDir: (4.763899039s)
I0407 12:56:53.861115 875154 kic.go:203] duration metric: took 4.764033181s to extract preloaded images to volume ...
W0407 12:56:53.861276 875154 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0407 12:56:53.861433 875154 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0407 12:56:53.912129 875154 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-665428 --name addons-665428 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-665428 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-665428 --network addons-665428 --ip 192.168.49.2 --volume addons-665428:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727
I0407 12:56:54.182659 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Running}}
I0407 12:56:54.200763 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:56:54.219293 875154 cli_runner.go:164] Run: docker exec addons-665428 stat /var/lib/dpkg/alternatives/iptables
I0407 12:56:54.263900 875154 oci.go:144] the created container "addons-665428" has a running status.
I0407 12:56:54.263936 875154 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa...
I0407 12:56:54.494519 875154 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0407 12:56:54.523646 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:56:54.549383 875154 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0407 12:56:54.549413 875154 kic_runner.go:114] Args: [docker exec --privileged addons-665428 chown docker:docker /home/docker/.ssh/authorized_keys]
I0407 12:56:54.607901 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:56:54.627093 875154 machine.go:93] provisionDockerMachine start ...
I0407 12:56:54.627190 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:56:54.653217 875154 main.go:141] libmachine: Using SSH client type: native
I0407 12:56:54.653546 875154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 127.0.0.1 33289 <nil> <nil>}
I0407 12:56:54.653568 875154 main.go:141] libmachine: About to run SSH command:
hostname
I0407 12:56:54.849314 875154 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-665428
I0407 12:56:54.849355 875154 ubuntu.go:169] provisioning hostname "addons-665428"
I0407 12:56:54.849435 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:56:54.868816 875154 main.go:141] libmachine: Using SSH client type: native
I0407 12:56:54.869034 875154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 127.0.0.1 33289 <nil> <nil>}
I0407 12:56:54.869049 875154 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-665428 && echo "addons-665428" | sudo tee /etc/hostname
I0407 12:56:55.005449 875154 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-665428
I0407 12:56:55.005543 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:56:55.023158 875154 main.go:141] libmachine: Using SSH client type: native
I0407 12:56:55.023379 875154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 127.0.0.1 33289 <nil> <nil>}
I0407 12:56:55.023395 875154 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-665428' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-665428/g' /etc/hosts;
else
echo '127.0.1.1 addons-665428' | sudo tee -a /etc/hosts;
fi
fi
I0407 12:56:55.149794 875154 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0407 12:56:55.149903 875154 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20598-866963/.minikube CaCertPath:/home/jenkins/minikube-integration/20598-866963/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20598-866963/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20598-866963/.minikube}
I0407 12:56:55.149954 875154 ubuntu.go:177] setting up certificates
I0407 12:56:55.149971 875154 provision.go:84] configureAuth start
I0407 12:56:55.150027 875154 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-665428
I0407 12:56:55.167950 875154 provision.go:143] copyHostCerts
I0407 12:56:55.168018 875154 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20598-866963/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20598-866963/.minikube/ca.pem (1082 bytes)
I0407 12:56:55.168144 875154 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20598-866963/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20598-866963/.minikube/cert.pem (1123 bytes)
I0407 12:56:55.168213 875154 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20598-866963/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20598-866963/.minikube/key.pem (1679 bytes)
I0407 12:56:55.168274 875154 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20598-866963/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20598-866963/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20598-866963/.minikube/certs/ca-key.pem org=jenkins.addons-665428 san=[127.0.0.1 192.168.49.2 addons-665428 localhost minikube]
I0407 12:56:55.312043 875154 provision.go:177] copyRemoteCerts
I0407 12:56:55.312104 875154 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0407 12:56:55.312139 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:56:55.330225 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
I0407 12:56:55.422254 875154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-866963/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0407 12:56:55.446129 875154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-866963/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0407 12:56:55.469406 875154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-866963/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0407 12:56:55.491550 875154 provision.go:87] duration metric: took 341.56299ms to configureAuth
I0407 12:56:55.491581 875154 ubuntu.go:193] setting minikube options for container-runtime
I0407 12:56:55.491749 875154 config.go:182] Loaded profile config "addons-665428": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0407 12:56:55.491851 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:56:55.508632 875154 main.go:141] libmachine: Using SSH client type: native
I0407 12:56:55.508861 875154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 127.0.0.1 33289 <nil> <nil>}
I0407 12:56:55.508879 875154 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0407 12:56:55.725860 875154 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0407 12:56:55.725891 875154 machine.go:96] duration metric: took 1.098768173s to provisionDockerMachine
I0407 12:56:55.725908 875154 client.go:171] duration metric: took 12.182103422s to LocalClient.Create
I0407 12:56:55.725924 875154 start.go:167] duration metric: took 12.182181722s to libmachine.API.Create "addons-665428"
I0407 12:56:55.725933 875154 start.go:293] postStartSetup for "addons-665428" (driver="docker")
I0407 12:56:55.725946 875154 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0407 12:56:55.726004 875154 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0407 12:56:55.726048 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:56:55.743579 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
I0407 12:56:55.834823 875154 ssh_runner.go:195] Run: cat /etc/os-release
I0407 12:56:55.838344 875154 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0407 12:56:55.838376 875154 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0407 12:56:55.838383 875154 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0407 12:56:55.838391 875154 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0407 12:56:55.838402 875154 filesync.go:126] Scanning /home/jenkins/minikube-integration/20598-866963/.minikube/addons for local assets ...
I0407 12:56:55.838468 875154 filesync.go:126] Scanning /home/jenkins/minikube-integration/20598-866963/.minikube/files for local assets ...
I0407 12:56:55.838492 875154 start.go:296] duration metric: took 112.551502ms for postStartSetup
I0407 12:56:55.838803 875154 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-665428
I0407 12:56:55.856142 875154 profile.go:143] Saving config to /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/config.json ...
I0407 12:56:55.856439 875154 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0407 12:56:55.856494 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:56:55.874220 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
I0407 12:56:55.966243 875154 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0407 12:56:55.970621 875154 start.go:128] duration metric: took 12.429364526s to createHost
I0407 12:56:55.970650 875154 start.go:83] releasing machines lock for "addons-665428", held for 12.429494387s
I0407 12:56:55.970714 875154 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-665428
I0407 12:56:55.987088 875154 ssh_runner.go:195] Run: cat /version.json
I0407 12:56:55.987146 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:56:55.987154 875154 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0407 12:56:55.987240 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:56:56.005532 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
I0407 12:56:56.005907 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
I0407 12:56:56.093347 875154 ssh_runner.go:195] Run: systemctl --version
I0407 12:56:56.165538 875154 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0407 12:56:56.305061 875154 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0407 12:56:56.309512 875154 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0407 12:56:56.328571 875154 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0407 12:56:56.328707 875154 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0407 12:56:56.357007 875154 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0407 12:56:56.357032 875154 start.go:495] detecting cgroup driver to use...
I0407 12:56:56.357064 875154 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0407 12:56:56.357106 875154 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0407 12:56:56.372356 875154 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0407 12:56:56.383153 875154 docker.go:217] disabling cri-docker service (if available) ...
I0407 12:56:56.383210 875154 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0407 12:56:56.396446 875154 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0407 12:56:56.410358 875154 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0407 12:56:56.491175 875154 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0407 12:56:56.572120 875154 docker.go:233] disabling docker service ...
I0407 12:56:56.572182 875154 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0407 12:56:56.591772 875154 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0407 12:56:56.603134 875154 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0407 12:56:56.687289 875154 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0407 12:56:56.768561 875154 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0407 12:56:56.779415 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0407 12:56:56.794845 875154 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0407 12:56:56.794912 875154 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0407 12:56:56.804490 875154 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0407 12:56:56.804571 875154 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0407 12:56:56.814116 875154 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0407 12:56:56.823260 875154 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0407 12:56:56.832684 875154 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0407 12:56:56.841492 875154 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0407 12:56:56.850972 875154 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0407 12:56:56.866096 875154 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0407 12:56:56.875434 875154 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0407 12:56:56.883522 875154 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0407 12:56:56.891399 875154 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0407 12:56:56.961904 875154 ssh_runner.go:195] Run: sudo systemctl restart crio
I0407 12:56:57.041939 875154 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0407 12:56:57.042022 875154 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0407 12:56:57.045531 875154 start.go:563] Will wait 60s for crictl version
I0407 12:56:57.045618 875154 ssh_runner.go:195] Run: which crictl
I0407 12:56:57.048750 875154 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0407 12:56:57.083057 875154 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0407 12:56:57.083153 875154 ssh_runner.go:195] Run: crio --version
I0407 12:56:57.120456 875154 ssh_runner.go:195] Run: crio --version
I0407 12:56:57.158187 875154 out.go:177] * Preparing Kubernetes v1.32.2 on CRI-O 1.24.6 ...
I0407 12:56:57.159635 875154 cli_runner.go:164] Run: docker network inspect addons-665428 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0407 12:56:57.177097 875154 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0407 12:56:57.180870 875154 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0407 12:56:57.191546 875154 kubeadm.go:883] updating cluster {Name:addons-665428 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-665428 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0407 12:56:57.191695 875154 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0407 12:56:57.191754 875154 ssh_runner.go:195] Run: sudo crictl images --output json
I0407 12:56:57.259582 875154 crio.go:514] all images are preloaded for cri-o runtime.
I0407 12:56:57.259619 875154 crio.go:433] Images already preloaded, skipping extraction
I0407 12:56:57.259685 875154 ssh_runner.go:195] Run: sudo crictl images --output json
I0407 12:56:57.294204 875154 crio.go:514] all images are preloaded for cri-o runtime.
I0407 12:56:57.294230 875154 cache_images.go:84] Images are preloaded, skipping loading
I0407 12:56:57.294238 875154 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.32.2 crio true true} ...
I0407 12:56:57.294325 875154 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-665428 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.32.2 ClusterName:addons-665428 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0407 12:56:57.294390 875154 ssh_runner.go:195] Run: crio config
I0407 12:56:57.339300 875154 cni.go:84] Creating CNI manager for ""
I0407 12:56:57.339331 875154 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0407 12:56:57.339345 875154 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0407 12:56:57.339370 875154 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.32.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-665428 NodeName:addons-665428 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0407 12:56:57.339569 875154 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-665428"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0407 12:56:57.339650 875154 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.2
I0407 12:56:57.348528 875154 binaries.go:44] Found k8s binaries, skipping transfer
I0407 12:56:57.348645 875154 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0407 12:56:57.357271 875154 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0407 12:56:57.375111 875154 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0407 12:56:57.392550 875154 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I0407 12:56:57.409776 875154 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0407 12:56:57.413263 875154 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0407 12:56:57.423570 875154 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0407 12:56:57.498426 875154 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0407 12:56:57.511619 875154 certs.go:68] Setting up /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428 for IP: 192.168.49.2
I0407 12:56:57.511641 875154 certs.go:194] generating shared ca certs ...
I0407 12:56:57.511657 875154 certs.go:226] acquiring lock for ca certs: {Name:mkab30815ad3439704ed93b8bcda25ece44f674f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 12:56:57.511813 875154 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20598-866963/.minikube/ca.key
I0407 12:56:57.668187 875154 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20598-866963/.minikube/ca.crt ...
I0407 12:56:57.668227 875154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-866963/.minikube/ca.crt: {Name:mk29d23237faa0d74fae740e3c22c67fcff05c19 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 12:56:57.668448 875154 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20598-866963/.minikube/ca.key ...
I0407 12:56:57.668466 875154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-866963/.minikube/ca.key: {Name:mkeccac6eb47ea5aefc31e0a231ee237a2601b28 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 12:56:57.668598 875154 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20598-866963/.minikube/proxy-client-ca.key
I0407 12:56:57.775353 875154 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20598-866963/.minikube/proxy-client-ca.crt ...
I0407 12:56:57.775390 875154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-866963/.minikube/proxy-client-ca.crt: {Name:mk3f5e48510590705bbe419aa20c5d78266d9587 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 12:56:57.775608 875154 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20598-866963/.minikube/proxy-client-ca.key ...
I0407 12:56:57.775625 875154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-866963/.minikube/proxy-client-ca.key: {Name:mkc0a5b7d2b6af6152d2b7acea9123508b5a6bbc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 12:56:57.775729 875154 certs.go:256] generating profile certs ...
I0407 12:56:57.775810 875154 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/client.key
I0407 12:56:57.775835 875154 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/client.crt with IP's: []
I0407 12:56:58.191239 875154 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/client.crt ...
I0407 12:56:58.191293 875154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/client.crt: {Name:mkefad86627797c06ef856c4729b98ea0e9fea82 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 12:56:58.191527 875154 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/client.key ...
I0407 12:56:58.191545 875154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/client.key: {Name:mk9505585a647b46f3956c57ea7ad7e46b065a65 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 12:56:58.191670 875154 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/apiserver.key.ebfc0e06
I0407 12:56:58.191694 875154 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/apiserver.crt.ebfc0e06 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0407 12:56:58.282302 875154 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/apiserver.crt.ebfc0e06 ...
I0407 12:56:58.282343 875154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/apiserver.crt.ebfc0e06: {Name:mk50516f1cea29023a91cde78568f603b9a66171 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 12:56:58.282570 875154 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/apiserver.key.ebfc0e06 ...
I0407 12:56:58.282592 875154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/apiserver.key.ebfc0e06: {Name:mk94e4c972b2584508a31a290808d40e6c43536b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 12:56:58.282714 875154 certs.go:381] copying /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/apiserver.crt.ebfc0e06 -> /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/apiserver.crt
I0407 12:56:58.282831 875154 certs.go:385] copying /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/apiserver.key.ebfc0e06 -> /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/apiserver.key
I0407 12:56:58.282901 875154 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/proxy-client.key
I0407 12:56:58.282924 875154 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/proxy-client.crt with IP's: []
I0407 12:56:58.364484 875154 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/proxy-client.crt ...
I0407 12:56:58.364525 875154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/proxy-client.crt: {Name:mke4c0896b1939bd931bea80a34a5629144157a5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 12:56:58.364726 875154 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/proxy-client.key ...
I0407 12:56:58.364745 875154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/proxy-client.key: {Name:mkc8a6442c7553efb06efdd244ef0fe883af03cf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 12:56:58.365035 875154 certs.go:484] found cert: /home/jenkins/minikube-integration/20598-866963/.minikube/certs/ca-key.pem (1675 bytes)
I0407 12:56:58.365080 875154 certs.go:484] found cert: /home/jenkins/minikube-integration/20598-866963/.minikube/certs/ca.pem (1082 bytes)
I0407 12:56:58.365108 875154 certs.go:484] found cert: /home/jenkins/minikube-integration/20598-866963/.minikube/certs/cert.pem (1123 bytes)
I0407 12:56:58.365143 875154 certs.go:484] found cert: /home/jenkins/minikube-integration/20598-866963/.minikube/certs/key.pem (1679 bytes)
I0407 12:56:58.365806 875154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-866963/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0407 12:56:58.389609 875154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-866963/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0407 12:56:58.412356 875154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-866963/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0407 12:56:58.435941 875154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-866963/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0407 12:56:58.459353 875154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0407 12:56:58.482822 875154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0407 12:56:58.506438 875154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0407 12:56:58.530235 875154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-866963/.minikube/profiles/addons-665428/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0407 12:56:58.554075 875154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20598-866963/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0407 12:56:58.579685 875154 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0407 12:56:58.597745 875154 ssh_runner.go:195] Run: openssl version
I0407 12:56:58.603316 875154 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0407 12:56:58.613241 875154 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0407 12:56:58.616807 875154 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Apr 7 12:56 /usr/share/ca-certificates/minikubeCA.pem
I0407 12:56:58.616875 875154 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0407 12:56:58.623757 875154 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0407 12:56:58.632932 875154 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0407 12:56:58.636301 875154 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0407 12:56:58.636362 875154 kubeadm.go:392] StartCluster: {Name:addons-665428 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-665428 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0407 12:56:58.636457 875154 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0407 12:56:58.636501 875154 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0407 12:56:58.671518 875154 cri.go:89] found id: ""
I0407 12:56:58.671614 875154 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0407 12:56:58.680111 875154 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0407 12:56:58.688355 875154 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0407 12:56:58.688427 875154 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0407 12:56:58.696677 875154 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0407 12:56:58.696696 875154 kubeadm.go:157] found existing configuration files:
I0407 12:56:58.696755 875154 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0407 12:56:58.704877 875154 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0407 12:56:58.704942 875154 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0407 12:56:58.713109 875154 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0407 12:56:58.721457 875154 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0407 12:56:58.721524 875154 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0407 12:56:58.729996 875154 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0407 12:56:58.738443 875154 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0407 12:56:58.738532 875154 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0407 12:56:58.746547 875154 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0407 12:56:58.754352 875154 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0407 12:56:58.754420 875154 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0407 12:56:58.762692 875154 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.32.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0407 12:56:58.799495 875154 kubeadm.go:310] [init] Using Kubernetes version: v1.32.2
I0407 12:56:58.799573 875154 kubeadm.go:310] [preflight] Running pre-flight checks
I0407 12:56:58.817660 875154 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0407 12:56:58.817778 875154 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1078-gcp[0m
I0407 12:56:58.817830 875154 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0407 12:56:58.817900 875154 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0407 12:56:58.817979 875154 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0407 12:56:58.818045 875154 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0407 12:56:58.818113 875154 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0407 12:56:58.818200 875154 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0407 12:56:58.818246 875154 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0407 12:56:58.818290 875154 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0407 12:56:58.818336 875154 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0407 12:56:58.818404 875154 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0407 12:56:58.869994 875154 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0407 12:56:58.870112 875154 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0407 12:56:58.870236 875154 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0407 12:56:58.876943 875154 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0407 12:56:58.880751 875154 out.go:235] - Generating certificates and keys ...
I0407 12:56:58.880856 875154 kubeadm.go:310] [certs] Using existing ca certificate authority
I0407 12:56:58.880931 875154 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0407 12:56:59.118202 875154 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0407 12:56:59.189270 875154 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0407 12:56:59.353191 875154 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0407 12:56:59.568634 875154 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0407 12:56:59.855733 875154 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0407 12:56:59.855885 875154 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-665428 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0407 12:57:00.011937 875154 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0407 12:57:00.012060 875154 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-665428 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0407 12:57:00.182213 875154 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0407 12:57:00.463670 875154 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0407 12:57:00.691226 875154 kubeadm.go:310] [certs] Generating "sa" key and public key
I0407 12:57:00.691313 875154 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0407 12:57:00.961580 875154 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0407 12:57:01.198640 875154 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0407 12:57:01.313355 875154 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0407 12:57:01.451358 875154 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0407 12:57:01.772024 875154 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0407 12:57:01.772495 875154 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0407 12:57:01.774868 875154 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0407 12:57:01.777211 875154 out.go:235] - Booting up control plane ...
I0407 12:57:01.777345 875154 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0407 12:57:01.777451 875154 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0407 12:57:01.778187 875154 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0407 12:57:01.787750 875154 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0407 12:57:01.793364 875154 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0407 12:57:01.793444 875154 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0407 12:57:01.876164 875154 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0407 12:57:01.876306 875154 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0407 12:57:02.878010 875154 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001987449s
I0407 12:57:02.878157 875154 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0407 12:57:07.379915 875154 kubeadm.go:310] [api-check] The API server is healthy after 4.501804217s
I0407 12:57:07.391650 875154 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0407 12:57:07.402767 875154 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0407 12:57:07.422880 875154 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0407 12:57:07.423219 875154 kubeadm.go:310] [mark-control-plane] Marking the node addons-665428 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0407 12:57:07.431083 875154 kubeadm.go:310] [bootstrap-token] Using token: zskoci.n83fy55du8m4eoe3
I0407 12:57:07.433748 875154 out.go:235] - Configuring RBAC rules ...
I0407 12:57:07.433934 875154 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0407 12:57:07.438409 875154 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0407 12:57:07.446438 875154 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0407 12:57:07.448983 875154 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0407 12:57:07.451291 875154 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0407 12:57:07.454943 875154 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0407 12:57:07.786875 875154 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0407 12:57:08.215675 875154 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0407 12:57:08.788061 875154 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0407 12:57:08.788830 875154 kubeadm.go:310]
I0407 12:57:08.788923 875154 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0407 12:57:08.788933 875154 kubeadm.go:310]
I0407 12:57:08.789029 875154 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0407 12:57:08.789040 875154 kubeadm.go:310]
I0407 12:57:08.789082 875154 kubeadm.go:310] mkdir -p $HOME/.kube
I0407 12:57:08.789172 875154 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0407 12:57:08.789218 875154 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0407 12:57:08.789243 875154 kubeadm.go:310]
I0407 12:57:08.789374 875154 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0407 12:57:08.789384 875154 kubeadm.go:310]
I0407 12:57:08.789445 875154 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0407 12:57:08.789454 875154 kubeadm.go:310]
I0407 12:57:08.789516 875154 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0407 12:57:08.789640 875154 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0407 12:57:08.789732 875154 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0407 12:57:08.789751 875154 kubeadm.go:310]
I0407 12:57:08.789866 875154 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0407 12:57:08.789985 875154 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0407 12:57:08.789995 875154 kubeadm.go:310]
I0407 12:57:08.790104 875154 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token zskoci.n83fy55du8m4eoe3 \
I0407 12:57:08.790249 875154 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:feb9141b8f8b21e4e1c19995947b79c6fc58013b4cb57d9d327b012e52b8ac63 \
I0407 12:57:08.790276 875154 kubeadm.go:310] --control-plane
I0407 12:57:08.790283 875154 kubeadm.go:310]
I0407 12:57:08.790355 875154 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0407 12:57:08.790386 875154 kubeadm.go:310]
I0407 12:57:08.790519 875154 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token zskoci.n83fy55du8m4eoe3 \
I0407 12:57:08.790662 875154 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:feb9141b8f8b21e4e1c19995947b79c6fc58013b4cb57d9d327b012e52b8ac63
I0407 12:57:08.792685 875154 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I0407 12:57:08.792983 875154 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1078-gcp\n", err: exit status 1
I0407 12:57:08.793124 875154 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0407 12:57:08.793163 875154 cni.go:84] Creating CNI manager for ""
I0407 12:57:08.793174 875154 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0407 12:57:08.795156 875154 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0407 12:57:08.796441 875154 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0407 12:57:08.800464 875154 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.32.2/kubectl ...
I0407 12:57:08.800493 875154 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0407 12:57:08.819682 875154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0407 12:57:09.028352 875154 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0407 12:57:09.028415 875154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0407 12:57:09.028457 875154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-665428 minikube.k8s.io/updated_at=2025_04_07T12_57_09_0700 minikube.k8s.io/version=v1.35.0 minikube.k8s.io/commit=5cf7512d5a64c8581140916e82b849633d870277 minikube.k8s.io/name=addons-665428 minikube.k8s.io/primary=true
I0407 12:57:09.035715 875154 ops.go:34] apiserver oom_adj: -16
I0407 12:57:09.130187 875154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0407 12:57:09.630547 875154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0407 12:57:10.130651 875154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0407 12:57:10.630451 875154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0407 12:57:11.131210 875154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0407 12:57:11.630792 875154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0407 12:57:12.130755 875154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0407 12:57:12.631028 875154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0407 12:57:13.130772 875154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0407 12:57:13.221588 875154 kubeadm.go:1113] duration metric: took 4.193232155s to wait for elevateKubeSystemPrivileges
I0407 12:57:13.221633 875154 kubeadm.go:394] duration metric: took 14.585276264s to StartCluster
I0407 12:57:13.221661 875154 settings.go:142] acquiring lock: {Name:mk19dba715dc20e10498f6e0e0101f8474bf8293 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 12:57:13.221788 875154 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20598-866963/kubeconfig
I0407 12:57:13.222304 875154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20598-866963/kubeconfig: {Name:mk48216275c905661531fbf615e7016736575b40 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0407 12:57:13.222541 875154 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I0407 12:57:13.222595 875154 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0407 12:57:13.222582 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0407 12:57:13.222714 875154 addons.go:69] Setting yakd=true in profile "addons-665428"
I0407 12:57:13.222733 875154 addons.go:238] Setting addon yakd=true in "addons-665428"
I0407 12:57:13.222758 875154 addons.go:69] Setting gcp-auth=true in profile "addons-665428"
I0407 12:57:13.222752 875154 addons.go:69] Setting default-storageclass=true in profile "addons-665428"
I0407 12:57:13.222778 875154 mustload.go:65] Loading cluster: addons-665428
I0407 12:57:13.222777 875154 addons.go:69] Setting registry=true in profile "addons-665428"
I0407 12:57:13.222756 875154 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-665428"
I0407 12:57:13.222803 875154 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-665428"
I0407 12:57:13.222815 875154 addons.go:238] Setting addon registry=true in "addons-665428"
I0407 12:57:13.222815 875154 config.go:182] Loaded profile config "addons-665428": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0407 12:57:13.222831 875154 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-665428"
I0407 12:57:13.222833 875154 addons.go:69] Setting ingress=true in profile "addons-665428"
I0407 12:57:13.222830 875154 addons.go:69] Setting inspektor-gadget=true in profile "addons-665428"
I0407 12:57:13.222849 875154 host.go:66] Checking if "addons-665428" exists ...
I0407 12:57:13.222860 875154 addons.go:238] Setting addon inspektor-gadget=true in "addons-665428"
I0407 12:57:13.222865 875154 addons.go:238] Setting addon ingress=true in "addons-665428"
I0407 12:57:13.222774 875154 addons.go:69] Setting ingress-dns=true in profile "addons-665428"
I0407 12:57:13.222898 875154 addons.go:238] Setting addon ingress-dns=true in "addons-665428"
I0407 12:57:13.222910 875154 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-665428"
I0407 12:57:13.222929 875154 host.go:66] Checking if "addons-665428" exists ...
I0407 12:57:13.222929 875154 host.go:66] Checking if "addons-665428" exists ...
I0407 12:57:13.222935 875154 addons.go:69] Setting metrics-server=true in profile "addons-665428"
I0407 12:57:13.222943 875154 host.go:66] Checking if "addons-665428" exists ...
I0407 12:57:13.222960 875154 addons.go:238] Setting addon metrics-server=true in "addons-665428"
I0407 12:57:13.222975 875154 host.go:66] Checking if "addons-665428" exists ...
I0407 12:57:13.223012 875154 config.go:182] Loaded profile config "addons-665428": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0407 12:57:13.223248 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:57:13.223335 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:57:13.223360 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:57:13.223366 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:57:13.223465 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:57:13.223491 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:57:13.223567 875154 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-665428"
I0407 12:57:13.223599 875154 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-665428"
I0407 12:57:13.223895 875154 addons.go:69] Setting volcano=true in profile "addons-665428"
I0407 12:57:13.224033 875154 addons.go:238] Setting addon volcano=true in "addons-665428"
I0407 12:57:13.224238 875154 host.go:66] Checking if "addons-665428" exists ...
I0407 12:57:13.222768 875154 host.go:66] Checking if "addons-665428" exists ...
I0407 12:57:13.222929 875154 host.go:66] Checking if "addons-665428" exists ...
I0407 12:57:13.222819 875154 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-665428"
I0407 12:57:13.222821 875154 addons.go:69] Setting cloud-spanner=true in profile "addons-665428"
I0407 12:57:13.223968 875154 addons.go:69] Setting storage-provisioner=true in profile "addons-665428"
I0407 12:57:13.224369 875154 addons.go:238] Setting addon storage-provisioner=true in "addons-665428"
I0407 12:57:13.224439 875154 host.go:66] Checking if "addons-665428" exists ...
I0407 12:57:13.222816 875154 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-665428"
I0407 12:57:13.224553 875154 host.go:66] Checking if "addons-665428" exists ...
I0407 12:57:13.223955 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:57:13.222791 875154 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-665428"
I0407 12:57:13.224876 875154 addons.go:69] Setting volumesnapshots=true in profile "addons-665428"
I0407 12:57:13.225417 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:57:13.226235 875154 addons.go:238] Setting addon volumesnapshots=true in "addons-665428"
I0407 12:57:13.226278 875154 host.go:66] Checking if "addons-665428" exists ...
I0407 12:57:13.226758 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:57:13.227528 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:57:13.225446 875154 host.go:66] Checking if "addons-665428" exists ...
I0407 12:57:13.225498 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:57:13.228107 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:57:13.225510 875154 addons.go:238] Setting addon cloud-spanner=true in "addons-665428"
I0407 12:57:13.229890 875154 host.go:66] Checking if "addons-665428" exists ...
I0407 12:57:13.225572 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:57:13.225677 875154 out.go:177] * Verifying Kubernetes components...
I0407 12:57:13.225929 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:57:13.235384 875154 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0407 12:57:13.253922 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:57:13.254015 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:57:13.258887 875154 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0407 12:57:13.263160 875154 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I0407 12:57:13.265189 875154 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0407 12:57:13.266828 875154 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0407 12:57:13.266896 875154 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0407 12:57:13.268857 875154 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0407 12:57:13.268896 875154 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0407 12:57:13.270295 875154 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0407 12:57:13.270301 875154 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0407 12:57:13.270507 875154 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0407 12:57:13.270528 875154 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0407 12:57:13.270596 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:57:13.273664 875154 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0407 12:57:13.273690 875154 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0407 12:57:13.273715 875154 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0407 12:57:13.273761 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:57:13.273974 875154 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0407 12:57:13.273980 875154 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0407 12:57:13.275084 875154 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I0407 12:57:13.275117 875154 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0407 12:57:13.275183 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:57:13.275520 875154 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0407 12:57:13.275535 875154 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0407 12:57:13.275602 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:57:13.278431 875154 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0407 12:57:13.280162 875154 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0407 12:57:13.281457 875154 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0407 12:57:13.281588 875154 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0407 12:57:13.281606 875154 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0407 12:57:13.281680 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:57:13.282690 875154 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0407 12:57:13.282736 875154 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-665428"
I0407 12:57:13.282748 875154 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0407 12:57:13.282778 875154 host.go:66] Checking if "addons-665428" exists ...
I0407 12:57:13.282800 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:57:13.283256 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:57:13.287021 875154 host.go:66] Checking if "addons-665428" exists ...
I0407 12:57:13.311721 875154 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I0407 12:57:13.313085 875154 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.30
I0407 12:57:13.314443 875154 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I0407 12:57:13.314463 875154 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0407 12:57:13.314538 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:57:13.319290 875154 out.go:177] - Using image docker.io/registry:2.8.3
W0407 12:57:13.320635 875154 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0407 12:57:13.321974 875154 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I0407 12:57:13.321996 875154 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0407 12:57:13.322059 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:57:13.338876 875154 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I0407 12:57:13.339082 875154 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I0407 12:57:13.340266 875154 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0407 12:57:13.340401 875154 addons.go:238] Setting addon default-storageclass=true in "addons-665428"
I0407 12:57:13.340446 875154 host.go:66] Checking if "addons-665428" exists ...
I0407 12:57:13.340585 875154 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0407 12:57:13.340767 875154 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0407 12:57:13.340782 875154 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I0407 12:57:13.340842 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:57:13.341053 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:57:13.341087 875154 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0407 12:57:13.341136 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:57:13.341855 875154 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0407 12:57:13.341872 875154 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0407 12:57:13.341916 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:57:13.342827 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
I0407 12:57:13.349280 875154 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.37.0
I0407 12:57:13.349661 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
I0407 12:57:13.350782 875154 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I0407 12:57:13.350803 875154 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I0407 12:57:13.350869 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:57:13.353324 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
I0407 12:57:13.357406 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
I0407 12:57:13.360096 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
I0407 12:57:13.360358 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
I0407 12:57:13.364675 875154 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0407 12:57:13.366034 875154 out.go:177] - Using image docker.io/busybox:stable
I0407 12:57:13.367358 875154 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0407 12:57:13.367378 875154 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0407 12:57:13.367432 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:57:13.375461 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
I0407 12:57:13.381789 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
I0407 12:57:13.384242 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
I0407 12:57:13.386675 875154 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0407 12:57:13.386696 875154 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0407 12:57:13.386754 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:57:13.410649 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
I0407 12:57:13.411195 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
I0407 12:57:13.413331 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
I0407 12:57:13.418389 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
I0407 12:57:13.429537 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
W0407 12:57:13.495896 875154 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0407 12:57:13.495964 875154 retry.go:31] will retry after 206.985246ms: ssh: handshake failed: EOF
I0407 12:57:13.506011 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0407 12:57:13.701148 875154 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0407 12:57:13.705349 875154 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0407 12:57:13.705382 875154 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0407 12:57:13.809051 875154 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0407 12:57:13.809087 875154 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0407 12:57:13.814899 875154 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0407 12:57:13.817047 875154 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0407 12:57:13.818367 875154 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I0407 12:57:13.818442 875154 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0407 12:57:13.896335 875154 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I0407 12:57:13.896431 875154 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14539 bytes)
I0407 12:57:13.902433 875154 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0407 12:57:13.907898 875154 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0407 12:57:13.994961 875154 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0407 12:57:13.995350 875154 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0407 12:57:13.995376 875154 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0407 12:57:13.995990 875154 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0407 12:57:13.999734 875154 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0407 12:57:13.999759 875154 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0407 12:57:14.015476 875154 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0407 12:57:14.093843 875154 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I0407 12:57:14.093938 875154 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0407 12:57:14.097616 875154 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0407 12:57:14.097714 875154 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0407 12:57:14.103518 875154 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0407 12:57:14.114057 875154 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0407 12:57:14.114157 875154 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0407 12:57:14.205188 875154 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I0407 12:57:14.205275 875154 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0407 12:57:14.214276 875154 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0407 12:57:14.214366 875154 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0407 12:57:14.295725 875154 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0407 12:57:14.295815 875154 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0407 12:57:14.311047 875154 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I0407 12:57:14.311080 875154 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0407 12:57:14.613953 875154 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0407 12:57:14.619858 875154 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0407 12:57:14.695701 875154 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0407 12:57:14.695800 875154 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0407 12:57:14.701167 875154 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0407 12:57:14.701249 875154 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0407 12:57:14.708066 875154 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0407 12:57:14.708168 875154 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0407 12:57:14.712069 875154 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I0407 12:57:14.712156 875154 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0407 12:57:14.994834 875154 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0407 12:57:14.997949 875154 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0407 12:57:14.998046 875154 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0407 12:57:15.094706 875154 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.588639093s)
I0407 12:57:15.094975 875154 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0407 12:57:15.094921 875154 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (1.393682883s)
I0407 12:57:15.097261 875154 node_ready.go:35] waiting up to 6m0s for node "addons-665428" to be "Ready" ...
I0407 12:57:15.211078 875154 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0407 12:57:15.211175 875154 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0407 12:57:15.212383 875154 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I0407 12:57:15.212459 875154 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0407 12:57:15.215761 875154 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0407 12:57:15.215841 875154 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0407 12:57:15.507758 875154 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0407 12:57:15.694124 875154 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0407 12:57:15.701726 875154 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0407 12:57:15.701821 875154 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0407 12:57:15.795440 875154 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-665428" context rescaled to 1 replicas
I0407 12:57:16.001592 875154 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0407 12:57:16.001699 875154 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0407 12:57:16.494404 875154 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0407 12:57:16.494437 875154 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0407 12:57:16.908254 875154 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0407 12:57:16.908373 875154 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0407 12:57:17.109104 875154 node_ready.go:53] node "addons-665428" has status "Ready":"False"
I0407 12:57:17.114216 875154 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0407 12:57:19.607868 875154 node_ready.go:53] node "addons-665428" has status "Ready":"False"
I0407 12:57:19.812525 875154 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.997577269s)
I0407 12:57:19.812630 875154 addons.go:479] Verifying addon ingress=true in "addons-665428"
I0407 12:57:19.812767 875154 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.995680893s)
I0407 12:57:19.812933 875154 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.910412115s)
I0407 12:57:19.813204 875154 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (5.905274842s)
I0407 12:57:19.813349 875154 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (5.818354226s)
I0407 12:57:19.813399 875154 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (5.81738222s)
I0407 12:57:19.813448 875154 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.797940181s)
I0407 12:57:19.813596 875154 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.199551391s)
I0407 12:57:19.813618 875154 addons.go:479] Verifying addon registry=true in "addons-665428"
I0407 12:57:19.813647 875154 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (5.193707851s)
I0407 12:57:19.813870 875154 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.818941759s)
I0407 12:57:19.814383 875154 addons.go:479] Verifying addon metrics-server=true in "addons-665428"
I0407 12:57:19.813908 875154 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.306052138s)
I0407 12:57:19.813963 875154 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (5.709958073s)
I0407 12:57:19.815613 875154 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-665428 service yakd-dashboard -n yakd-dashboard
I0407 12:57:19.815717 875154 out.go:177] * Verifying registry addon...
I0407 12:57:19.815783 875154 out.go:177] * Verifying ingress addon...
I0407 12:57:19.817907 875154 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0407 12:57:19.819068 875154 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0407 12:57:19.823567 875154 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0407 12:57:19.823599 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W0407 12:57:19.823576 875154 out.go:270] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0407 12:57:19.896263 875154 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0407 12:57:19.896296 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:20.298775 875154 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0407 12:57:20.298863 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:57:20.323533 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:20.325240 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:20.325920 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
I0407 12:57:20.718092 875154 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0407 12:57:20.808940 875154 addons.go:238] Setting addon gcp-auth=true in "addons-665428"
I0407 12:57:20.809028 875154 host.go:66] Checking if "addons-665428" exists ...
I0407 12:57:20.809626 875154 cli_runner.go:164] Run: docker container inspect addons-665428 --format={{.State.Status}}
I0407 12:57:20.819532 875154 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.125274487s)
W0407 12:57:20.819583 875154 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0407 12:57:20.819609 875154 retry.go:31] will retry after 278.965526ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0407 12:57:20.827679 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:20.829336 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:20.835097 875154 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0407 12:57:20.835165 875154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-665428
I0407 12:57:20.853702 875154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33289 SSHKeyPath:/home/jenkins/minikube-integration/20598-866963/.minikube/machines/addons-665428/id_rsa Username:docker}
I0407 12:57:21.099250 875154 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0407 12:57:21.324845 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:21.325007 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:21.506749 875154 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.392464663s)
I0407 12:57:21.506793 875154 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-665428"
I0407 12:57:21.508820 875154 out.go:177] * Verifying csi-hostpath-driver addon...
I0407 12:57:21.508829 875154 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0407 12:57:21.510433 875154 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I0407 12:57:21.511206 875154 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0407 12:57:21.511845 875154 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0407 12:57:21.511869 875154 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0407 12:57:21.526447 875154 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0407 12:57:21.526472 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:21.599389 875154 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0407 12:57:21.599432 875154 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0407 12:57:21.619282 875154 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0407 12:57:21.619306 875154 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0407 12:57:21.638736 875154 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0407 12:57:21.822256 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:21.822256 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:22.018748 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:22.101069 875154 node_ready.go:53] node "addons-665428" has status "Ready":"False"
I0407 12:57:22.332851 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:22.332913 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:22.514964 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:22.820967 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:22.821519 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:23.014562 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:23.321350 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:23.322192 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:23.515071 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:23.821724 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:23.822357 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:23.912755 875154 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.813451867s)
I0407 12:57:23.912789 875154 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (2.27402056s)
I0407 12:57:23.913909 875154 addons.go:479] Verifying addon gcp-auth=true in "addons-665428"
I0407 12:57:23.915803 875154 out.go:177] * Verifying gcp-auth addon...
I0407 12:57:23.917796 875154 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0407 12:57:23.920171 875154 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0407 12:57:23.920187 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:24.015077 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:24.322112 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:24.322193 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:24.421173 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:24.515071 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:24.600850 875154 node_ready.go:53] node "addons-665428" has status "Ready":"False"
I0407 12:57:24.822029 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:24.822134 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:24.920922 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:25.015044 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:25.321164 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:25.321918 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:25.420619 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:25.514846 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:25.822097 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:25.822189 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:25.920740 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:26.014636 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:26.322252 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:26.322303 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:26.421122 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:26.515255 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:26.601076 875154 node_ready.go:53] node "addons-665428" has status "Ready":"False"
I0407 12:57:26.821056 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:26.821721 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:26.922362 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:27.023142 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:27.321629 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:27.322533 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:27.421494 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:27.514778 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:27.821907 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:27.821997 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:27.921870 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:28.014922 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:28.322989 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:28.323164 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:28.420956 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:28.514962 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:28.601316 875154 node_ready.go:53] node "addons-665428" has status "Ready":"False"
I0407 12:57:28.822302 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:28.822349 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:28.920537 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:29.014834 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:29.321395 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:29.322202 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:29.421150 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:29.514746 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:29.821770 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:29.822860 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:29.921804 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:30.015146 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:30.322466 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:30.322586 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:30.421253 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:30.515436 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:30.821633 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:30.822380 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:30.921324 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:31.014112 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:31.100666 875154 node_ready.go:53] node "addons-665428" has status "Ready":"False"
I0407 12:57:31.322014 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:31.322776 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:31.420913 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:31.514706 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:31.821277 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:31.821959 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:31.920719 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:32.014563 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:32.321926 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:32.322314 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:32.421240 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:32.514434 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:32.823150 875154 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0407 12:57:32.823180 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:32.823277 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:32.921382 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:33.021383 875154 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0407 12:57:33.021469 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:33.101886 875154 node_ready.go:49] node "addons-665428" has status "Ready":"True"
I0407 12:57:33.101914 875154 node_ready.go:38] duration metric: took 18.00457863s for node "addons-665428" to be "Ready" ...
I0407 12:57:33.101925 875154 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0407 12:57:33.111851 875154 pod_ready.go:79] waiting up to 6m0s for pod "amd-gpu-device-plugin-cwhmr" in "kube-system" namespace to be "Ready" ...
I0407 12:57:33.323553 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:33.424659 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:33.424913 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:33.524752 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:33.821354 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:33.821833 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:33.921741 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:34.014964 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:34.321071 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:34.321977 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:34.420636 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:34.518725 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:34.822504 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:34.822597 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:34.921453 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:35.014907 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:35.117085 875154 pod_ready.go:103] pod "amd-gpu-device-plugin-cwhmr" in "kube-system" namespace has status "Ready":"False"
I0407 12:57:35.321451 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:35.322151 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:35.495720 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:35.596367 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:35.821139 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:35.821789 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:35.921935 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:36.015177 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:36.322387 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:36.322568 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:36.421604 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:36.514814 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:36.821634 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:36.821690 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:36.921845 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:37.015581 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:37.117986 875154 pod_ready.go:103] pod "amd-gpu-device-plugin-cwhmr" in "kube-system" namespace has status "Ready":"False"
I0407 12:57:37.321078 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:37.321915 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:37.421110 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:37.515873 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:37.821504 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:37.822322 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:37.921447 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:38.014671 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:38.322312 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:38.322473 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:38.421275 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:38.515569 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:38.822175 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:38.822314 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:38.921069 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:39.015911 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:39.118547 875154 pod_ready.go:103] pod "amd-gpu-device-plugin-cwhmr" in "kube-system" namespace has status "Ready":"False"
I0407 12:57:39.322508 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:39.322770 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:39.422898 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:39.524197 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:39.821513 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:39.822162 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:39.921062 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:40.015668 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:40.321505 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:40.322558 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:40.422009 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:40.523287 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:40.822393 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:40.822448 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:40.921289 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:41.015487 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:41.321475 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:41.322186 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:41.421480 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:41.522625 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:41.618082 875154 pod_ready.go:103] pod "amd-gpu-device-plugin-cwhmr" in "kube-system" namespace has status "Ready":"False"
I0407 12:57:41.821199 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:41.821868 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:41.921768 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:42.017864 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:42.322165 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:42.322214 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:42.421789 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:42.524596 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:42.821907 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:42.822903 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:42.921164 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:43.015674 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:43.322543 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:43.323117 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:43.421423 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:43.522453 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:43.821896 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:43.822334 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:43.921280 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:44.015645 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:44.117474 875154 pod_ready.go:103] pod "amd-gpu-device-plugin-cwhmr" in "kube-system" namespace has status "Ready":"False"
I0407 12:57:44.322280 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:44.322294 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:44.424461 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:44.524555 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:44.821895 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:44.821941 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:44.920384 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:45.015713 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:45.321901 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:45.322058 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:45.421357 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:45.514666 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:45.821904 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:45.821935 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:45.921613 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:46.014997 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:46.321578 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:46.322130 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:46.420863 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:46.515075 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:46.616925 875154 pod_ready.go:103] pod "amd-gpu-device-plugin-cwhmr" in "kube-system" namespace has status "Ready":"False"
I0407 12:57:46.820927 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:46.821686 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:46.921381 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:47.015010 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:47.321364 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:47.322342 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:47.420955 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:47.515234 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:47.821820 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:47.822027 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:47.921437 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:48.015088 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:48.322353 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:48.322371 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:48.421188 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:48.515589 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:48.617624 875154 pod_ready.go:103] pod "amd-gpu-device-plugin-cwhmr" in "kube-system" namespace has status "Ready":"False"
I0407 12:57:48.822151 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:48.822799 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:48.921855 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:49.015400 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:49.321844 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:49.321909 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:49.420799 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:49.516289 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:49.822388 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:49.822432 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:49.921641 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:50.014910 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:50.321633 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:50.322294 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:50.421197 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:50.516094 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:50.618786 875154 pod_ready.go:103] pod "amd-gpu-device-plugin-cwhmr" in "kube-system" namespace has status "Ready":"False"
I0407 12:57:50.821182 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:50.821755 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:50.921371 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:51.014657 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:51.322111 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:51.322491 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:51.421597 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:51.515323 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:51.822128 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:51.822552 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:51.922841 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:52.014945 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:52.321559 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:52.322334 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:52.421169 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:52.515464 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:52.822454 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:52.822490 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:52.921594 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:53.015549 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:53.117247 875154 pod_ready.go:103] pod "amd-gpu-device-plugin-cwhmr" in "kube-system" namespace has status "Ready":"False"
I0407 12:57:53.322162 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:53.322594 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:53.421543 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:53.514585 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:53.822484 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:53.822611 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:53.920807 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:54.014757 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:54.321723 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:54.322349 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:54.421183 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:54.515473 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:54.821740 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:54.822114 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:54.920960 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:55.015335 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:55.321906 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:55.322153 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:55.420627 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:55.515090 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:55.617417 875154 pod_ready.go:103] pod "amd-gpu-device-plugin-cwhmr" in "kube-system" namespace has status "Ready":"False"
I0407 12:57:55.822043 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:55.822179 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:55.920758 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:56.014866 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:56.321268 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:56.321848 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:56.422132 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:56.515466 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:56.821997 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:56.822039 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:56.920625 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:57.014944 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:57.321106 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:57.321954 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:57.420967 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:57.515465 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:57.619441 875154 pod_ready.go:103] pod "amd-gpu-device-plugin-cwhmr" in "kube-system" namespace has status "Ready":"False"
I0407 12:57:57.821856 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:57.822943 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:57.920601 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:58.014912 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:58.321714 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:58.322196 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:58.421180 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:58.516159 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:58.821466 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:58.822103 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:58.920859 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:59.021686 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:59.322840 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:59.322871 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:59.423679 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:57:59.514371 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:57:59.822119 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:57:59.822354 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:57:59.921017 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:00.015196 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:00.117123 875154 pod_ready.go:103] pod "amd-gpu-device-plugin-cwhmr" in "kube-system" namespace has status "Ready":"False"
I0407 12:58:00.321442 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:00.322088 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:00.420830 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:00.515706 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:00.617655 875154 pod_ready.go:93] pod "amd-gpu-device-plugin-cwhmr" in "kube-system" namespace has status "Ready":"True"
I0407 12:58:00.617683 875154 pod_ready.go:82] duration metric: took 27.505797079s for pod "amd-gpu-device-plugin-cwhmr" in "kube-system" namespace to be "Ready" ...
I0407 12:58:00.617696 875154 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-8n9kz" in "kube-system" namespace to be "Ready" ...
I0407 12:58:00.621825 875154 pod_ready.go:93] pod "coredns-668d6bf9bc-8n9kz" in "kube-system" namespace has status "Ready":"True"
I0407 12:58:00.621848 875154 pod_ready.go:82] duration metric: took 4.144229ms for pod "coredns-668d6bf9bc-8n9kz" in "kube-system" namespace to be "Ready" ...
I0407 12:58:00.621866 875154 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-665428" in "kube-system" namespace to be "Ready" ...
I0407 12:58:00.625758 875154 pod_ready.go:93] pod "etcd-addons-665428" in "kube-system" namespace has status "Ready":"True"
I0407 12:58:00.625783 875154 pod_ready.go:82] duration metric: took 3.91036ms for pod "etcd-addons-665428" in "kube-system" namespace to be "Ready" ...
I0407 12:58:00.625795 875154 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-665428" in "kube-system" namespace to be "Ready" ...
I0407 12:58:00.629712 875154 pod_ready.go:93] pod "kube-apiserver-addons-665428" in "kube-system" namespace has status "Ready":"True"
I0407 12:58:00.629739 875154 pod_ready.go:82] duration metric: took 3.933852ms for pod "kube-apiserver-addons-665428" in "kube-system" namespace to be "Ready" ...
I0407 12:58:00.629752 875154 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-665428" in "kube-system" namespace to be "Ready" ...
I0407 12:58:00.633345 875154 pod_ready.go:93] pod "kube-controller-manager-addons-665428" in "kube-system" namespace has status "Ready":"True"
I0407 12:58:00.633373 875154 pod_ready.go:82] duration metric: took 3.614373ms for pod "kube-controller-manager-addons-665428" in "kube-system" namespace to be "Ready" ...
I0407 12:58:00.633388 875154 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-72jdn" in "kube-system" namespace to be "Ready" ...
I0407 12:58:00.820949 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:00.822007 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:00.921031 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:01.015306 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:01.015727 875154 pod_ready.go:93] pod "kube-proxy-72jdn" in "kube-system" namespace has status "Ready":"True"
I0407 12:58:01.015746 875154 pod_ready.go:82] duration metric: took 382.3505ms for pod "kube-proxy-72jdn" in "kube-system" namespace to be "Ready" ...
I0407 12:58:01.015755 875154 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-665428" in "kube-system" namespace to be "Ready" ...
I0407 12:58:01.321892 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:01.322086 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:01.415533 875154 pod_ready.go:93] pod "kube-scheduler-addons-665428" in "kube-system" namespace has status "Ready":"True"
I0407 12:58:01.415568 875154 pod_ready.go:82] duration metric: took 399.80387ms for pod "kube-scheduler-addons-665428" in "kube-system" namespace to be "Ready" ...
I0407 12:58:01.415580 875154 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-7fbb699795-5hlgg" in "kube-system" namespace to be "Ready" ...
I0407 12:58:01.421347 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:01.514854 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:01.816347 875154 pod_ready.go:93] pod "metrics-server-7fbb699795-5hlgg" in "kube-system" namespace has status "Ready":"True"
I0407 12:58:01.816373 875154 pod_ready.go:82] duration metric: took 400.786955ms for pod "metrics-server-7fbb699795-5hlgg" in "kube-system" namespace to be "Ready" ...
I0407 12:58:01.816386 875154 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-j7hn6" in "kube-system" namespace to be "Ready" ...
I0407 12:58:01.821613 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:01.822148 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:01.921149 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:02.015662 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:02.321507 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:02.322163 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:02.420324 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:02.514900 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:02.820570 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:02.823038 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:02.922021 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:03.015712 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:03.321548 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:03.321834 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:03.421117 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:03.515947 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:03.821605 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:03.821693 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:03.821896 875154 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-j7hn6" in "kube-system" namespace has status "Ready":"False"
I0407 12:58:03.920628 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:04.014739 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:04.320459 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:04.321704 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:04.421163 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:04.515151 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:04.821656 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:04.822083 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:04.921547 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:05.014692 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:05.320574 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:05.322156 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:05.421225 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:05.514067 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:05.821370 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:05.822289 875154 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-j7hn6" in "kube-system" namespace has status "Ready":"False"
I0407 12:58:05.822371 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:05.921375 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:06.014992 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:06.320842 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:06.322128 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:06.421134 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:06.515547 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:06.821868 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:06.821878 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:06.920876 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:07.015661 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:07.321644 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:07.322144 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:07.421511 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:07.514962 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:07.821147 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:07.821741 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:07.822330 875154 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-j7hn6" in "kube-system" namespace has status "Ready":"False"
I0407 12:58:07.921893 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:08.015674 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:08.320629 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:08.321719 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:08.421345 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:08.514790 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:08.820504 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:08.821529 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:08.921054 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:09.015257 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:09.322106 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:09.322178 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:09.421415 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:09.514841 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:09.821043 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:09.822213 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:09.921667 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:10.014938 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:10.321705 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:10.322416 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:10.323185 875154 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-j7hn6" in "kube-system" namespace has status "Ready":"False"
I0407 12:58:10.422130 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:10.522529 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:10.822228 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:10.822248 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:10.921505 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:11.014785 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:11.320742 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:11.321496 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:11.421376 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:11.515498 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:11.821601 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:11.821685 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:11.922413 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:12.023549 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:12.321432 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:12.321592 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:12.420847 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:12.515449 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:12.820969 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:12.821660 875154 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-j7hn6" in "kube-system" namespace has status "Ready":"False"
I0407 12:58:12.821838 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:12.922329 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:13.014854 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:13.321595 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:13.321856 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:13.421714 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:13.514879 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:13.820915 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:13.821473 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:13.920628 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:14.014697 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:14.320863 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:14.321636 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:14.421114 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:14.515239 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:14.821358 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:14.822339 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:14.822784 875154 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-j7hn6" in "kube-system" namespace has status "Ready":"False"
I0407 12:58:14.921680 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:15.015168 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:15.321123 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:15.322083 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:15.421221 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:15.515428 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:15.821662 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:15.821711 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:15.921417 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:16.014756 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:16.320682 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:16.321517 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:16.420987 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:16.514953 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:16.820885 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:16.821835 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:16.921137 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:17.022178 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:17.323154 875154 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-j7hn6" in "kube-system" namespace has status "Ready":"False"
I0407 12:58:17.323428 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:17.323497 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:17.421807 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:17.515477 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:17.821532 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:17.822050 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:17.921612 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:18.015490 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:18.323553 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:18.323567 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:18.421942 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:18.515993 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:18.899437 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:18.900712 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:18.996913 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:19.016269 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:19.401669 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:19.401972 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:19.402423 875154 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-j7hn6" in "kube-system" namespace has status "Ready":"False"
I0407 12:58:19.611528 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:19.611841 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:19.823108 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:19.823560 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:19.921410 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:20.014783 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:20.320715 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:20.322343 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:20.420806 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:20.515265 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:20.821254 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:20.821491 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:20.921954 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:21.015322 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:21.323369 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:21.323505 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:21.421392 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:21.514887 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:21.821051 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:21.821503 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:21.822185 875154 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-j7hn6" in "kube-system" namespace has status "Ready":"False"
I0407 12:58:21.921913 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:22.015742 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:22.322909 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:22.322981 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:22.422432 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:22.515151 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:22.820774 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:22.822136 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:22.921036 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:23.015471 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:23.321718 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:23.321771 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:23.421637 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:23.515129 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:23.821390 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:23.821926 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:23.822647 875154 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-j7hn6" in "kube-system" namespace has status "Ready":"False"
I0407 12:58:23.921549 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:24.014814 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:24.320670 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:24.321546 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:24.420822 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:24.515063 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:24.820941 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:24.821969 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:24.921989 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:25.015384 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:25.321123 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:25.322080 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:25.421735 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:25.515340 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:25.822251 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:25.822255 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:25.921226 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:26.016052 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:26.320923 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:26.322080 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:26.322608 875154 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-j7hn6" in "kube-system" namespace has status "Ready":"False"
I0407 12:58:26.421465 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:26.514587 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:26.821453 875154 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-j7hn6" in "kube-system" namespace has status "Ready":"True"
I0407 12:58:26.821479 875154 pod_ready.go:82] duration metric: took 25.005083973s for pod "nvidia-device-plugin-daemonset-j7hn6" in "kube-system" namespace to be "Ready" ...
I0407 12:58:26.821496 875154 pod_ready.go:39] duration metric: took 53.719552845s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0407 12:58:26.821520 875154 api_server.go:52] waiting for apiserver process to appear ...
I0407 12:58:26.821565 875154 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0407 12:58:26.821637 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0407 12:58:26.821976 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:26.822021 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:26.858322 875154 cri.go:89] found id: "75130c76c57bbf684ca27a760a6e6e8525879978e665a1f3f58f5dc0234592cb"
I0407 12:58:26.858345 875154 cri.go:89] found id: ""
I0407 12:58:26.858353 875154 logs.go:282] 1 containers: [75130c76c57bbf684ca27a760a6e6e8525879978e665a1f3f58f5dc0234592cb]
I0407 12:58:26.858405 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:26.861880 875154 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0407 12:58:26.861946 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0407 12:58:26.896027 875154 cri.go:89] found id: "ded1756b9a37f8081ac6c3921fc27d0db031e420e3ca53bee5f7ba43b7b5da45"
I0407 12:58:26.896050 875154 cri.go:89] found id: ""
I0407 12:58:26.896057 875154 logs.go:282] 1 containers: [ded1756b9a37f8081ac6c3921fc27d0db031e420e3ca53bee5f7ba43b7b5da45]
I0407 12:58:26.896113 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:26.899709 875154 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0407 12:58:26.899772 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0407 12:58:26.921526 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:26.935638 875154 cri.go:89] found id: "20a03cdb18d9f853f5ba06b8cdde0a4719148c76c2d7d81234acc0704f9eb21a"
I0407 12:58:26.935661 875154 cri.go:89] found id: ""
I0407 12:58:26.935669 875154 logs.go:282] 1 containers: [20a03cdb18d9f853f5ba06b8cdde0a4719148c76c2d7d81234acc0704f9eb21a]
I0407 12:58:26.935728 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:26.939302 875154 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0407 12:58:26.939381 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0407 12:58:26.977072 875154 cri.go:89] found id: "f7f4e5d1c8efa10a24e409de72cc8eb734006214b8b6d1a4bf154af2050f08fa"
I0407 12:58:26.977097 875154 cri.go:89] found id: ""
I0407 12:58:26.977105 875154 logs.go:282] 1 containers: [f7f4e5d1c8efa10a24e409de72cc8eb734006214b8b6d1a4bf154af2050f08fa]
I0407 12:58:26.977151 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:26.980569 875154 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0407 12:58:26.980636 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0407 12:58:27.015249 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:27.016816 875154 cri.go:89] found id: "f2b2fe3bc458c61e59406ac2a8f07e879031cb3158521fde0c03fb164db116c1"
I0407 12:58:27.016836 875154 cri.go:89] found id: ""
I0407 12:58:27.016843 875154 logs.go:282] 1 containers: [f2b2fe3bc458c61e59406ac2a8f07e879031cb3158521fde0c03fb164db116c1]
I0407 12:58:27.016888 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:27.020423 875154 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0407 12:58:27.020493 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0407 12:58:27.057722 875154 cri.go:89] found id: "abce39cb6102e50074dd43fb84c83720779016b8edd6a8426e2873fe98b75199"
I0407 12:58:27.057749 875154 cri.go:89] found id: ""
I0407 12:58:27.057756 875154 logs.go:282] 1 containers: [abce39cb6102e50074dd43fb84c83720779016b8edd6a8426e2873fe98b75199]
I0407 12:58:27.057811 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:27.061344 875154 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0407 12:58:27.061417 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0407 12:58:27.096466 875154 cri.go:89] found id: "435ec6027ff900db416627ae8d8c4bb8e1c3b8e62366ca3dbccfe3c8e946adf9"
I0407 12:58:27.096488 875154 cri.go:89] found id: ""
I0407 12:58:27.096495 875154 logs.go:282] 1 containers: [435ec6027ff900db416627ae8d8c4bb8e1c3b8e62366ca3dbccfe3c8e946adf9]
I0407 12:58:27.096541 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:27.100274 875154 logs.go:123] Gathering logs for kubelet ...
I0407 12:58:27.100302 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0407 12:58:27.156375 875154 logs.go:138] Found kubelet problem: Apr 07 12:57:32 addons-665428 kubelet[1651]: W0407 12:57:32.655690 1651 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-665428" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-665428' and this object
W0407 12:58:27.156593 875154 logs.go:138] Found kubelet problem: Apr 07 12:57:32 addons-665428 kubelet[1651]: E0407 12:57:32.655741 1651 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-665428\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-665428' and this object" logger="UnhandledError"
I0407 12:58:27.185621 875154 logs.go:123] Gathering logs for dmesg ...
I0407 12:58:27.185668 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0407 12:58:27.213034 875154 logs.go:123] Gathering logs for etcd [ded1756b9a37f8081ac6c3921fc27d0db031e420e3ca53bee5f7ba43b7b5da45] ...
I0407 12:58:27.213089 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ded1756b9a37f8081ac6c3921fc27d0db031e420e3ca53bee5f7ba43b7b5da45"
I0407 12:58:27.263009 875154 logs.go:123] Gathering logs for kube-scheduler [f7f4e5d1c8efa10a24e409de72cc8eb734006214b8b6d1a4bf154af2050f08fa] ...
I0407 12:58:27.263053 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f7f4e5d1c8efa10a24e409de72cc8eb734006214b8b6d1a4bf154af2050f08fa"
I0407 12:58:27.303312 875154 logs.go:123] Gathering logs for kube-proxy [f2b2fe3bc458c61e59406ac2a8f07e879031cb3158521fde0c03fb164db116c1] ...
I0407 12:58:27.303350 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f2b2fe3bc458c61e59406ac2a8f07e879031cb3158521fde0c03fb164db116c1"
I0407 12:58:27.322094 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:27.322229 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:27.339598 875154 logs.go:123] Gathering logs for container status ...
I0407 12:58:27.339628 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0407 12:58:27.381868 875154 logs.go:123] Gathering logs for describe nodes ...
I0407 12:58:27.381901 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0407 12:58:27.421104 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:27.473135 875154 logs.go:123] Gathering logs for kube-apiserver [75130c76c57bbf684ca27a760a6e6e8525879978e665a1f3f58f5dc0234592cb] ...
I0407 12:58:27.473172 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 75130c76c57bbf684ca27a760a6e6e8525879978e665a1f3f58f5dc0234592cb"
I0407 12:58:27.514512 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:27.520632 875154 logs.go:123] Gathering logs for coredns [20a03cdb18d9f853f5ba06b8cdde0a4719148c76c2d7d81234acc0704f9eb21a] ...
I0407 12:58:27.520677 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 20a03cdb18d9f853f5ba06b8cdde0a4719148c76c2d7d81234acc0704f9eb21a"
I0407 12:58:27.554763 875154 logs.go:123] Gathering logs for kube-controller-manager [abce39cb6102e50074dd43fb84c83720779016b8edd6a8426e2873fe98b75199] ...
I0407 12:58:27.554796 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 abce39cb6102e50074dd43fb84c83720779016b8edd6a8426e2873fe98b75199"
I0407 12:58:27.612956 875154 logs.go:123] Gathering logs for kindnet [435ec6027ff900db416627ae8d8c4bb8e1c3b8e62366ca3dbccfe3c8e946adf9] ...
I0407 12:58:27.612998 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 435ec6027ff900db416627ae8d8c4bb8e1c3b8e62366ca3dbccfe3c8e946adf9"
I0407 12:58:27.650737 875154 logs.go:123] Gathering logs for CRI-O ...
I0407 12:58:27.650773 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0407 12:58:27.728005 875154 out.go:358] Setting ErrFile to fd 2...
I0407 12:58:27.728055 875154 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0407 12:58:27.728144 875154 out.go:270] X Problems detected in kubelet:
W0407 12:58:27.728161 875154 out.go:270] Apr 07 12:57:32 addons-665428 kubelet[1651]: W0407 12:57:32.655690 1651 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-665428" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-665428' and this object
W0407 12:58:27.728172 875154 out.go:270] Apr 07 12:57:32 addons-665428 kubelet[1651]: E0407 12:57:32.655741 1651 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-665428\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-665428' and this object" logger="UnhandledError"
I0407 12:58:27.728184 875154 out.go:358] Setting ErrFile to fd 2...
I0407 12:58:27.728189 875154 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0407 12:58:27.821203 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:27.821895 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:27.920649 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:28.014712 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:28.321897 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:28.321898 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:28.420986 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:28.515420 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:28.823101 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:28.823102 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:28.920904 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:29.015744 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:29.322085 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:29.322228 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:29.420645 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:29.515067 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:29.821457 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:29.821803 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:29.922261 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:30.014605 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:30.321383 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0407 12:58:30.322310 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:30.421403 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:30.514617 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:30.821988 875154 kapi.go:107] duration metric: took 1m11.004079826s to wait for kubernetes.io/minikube-addons=registry ...
I0407 12:58:30.822113 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:30.920668 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:31.014954 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:31.321960 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:31.421081 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:31.516110 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:31.901600 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:31.921127 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:32.016385 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:32.322517 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:32.421489 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:32.514744 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:32.823110 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:32.921177 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:33.015465 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:33.322885 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:33.422146 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:33.514593 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:33.822750 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:33.923063 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:34.023846 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:34.396761 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:34.421585 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:34.514911 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:34.911104 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:34.996339 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:35.015377 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:35.400242 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:35.499462 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:35.596134 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:35.897575 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:35.996601 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:36.015213 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:36.395128 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:36.421219 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:36.515329 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:36.823124 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:36.930168 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:37.017974 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:37.322721 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:37.422397 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:37.513961 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:37.729044 875154 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0407 12:58:37.744116 875154 api_server.go:72] duration metric: took 1m24.521539709s to wait for apiserver process to appear ...
I0407 12:58:37.744151 875154 api_server.go:88] waiting for apiserver healthz status ...
I0407 12:58:37.744188 875154 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0407 12:58:37.744238 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0407 12:58:37.808479 875154 cri.go:89] found id: "75130c76c57bbf684ca27a760a6e6e8525879978e665a1f3f58f5dc0234592cb"
I0407 12:58:37.808504 875154 cri.go:89] found id: ""
I0407 12:58:37.808512 875154 logs.go:282] 1 containers: [75130c76c57bbf684ca27a760a6e6e8525879978e665a1f3f58f5dc0234592cb]
I0407 12:58:37.808569 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:37.812427 875154 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0407 12:58:37.812528 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0407 12:58:37.823663 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:37.851530 875154 cri.go:89] found id: "ded1756b9a37f8081ac6c3921fc27d0db031e420e3ca53bee5f7ba43b7b5da45"
I0407 12:58:37.851554 875154 cri.go:89] found id: ""
I0407 12:58:37.851562 875154 logs.go:282] 1 containers: [ded1756b9a37f8081ac6c3921fc27d0db031e420e3ca53bee5f7ba43b7b5da45]
I0407 12:58:37.851609 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:37.856487 875154 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0407 12:58:37.856559 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0407 12:58:37.924389 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:37.932716 875154 cri.go:89] found id: "20a03cdb18d9f853f5ba06b8cdde0a4719148c76c2d7d81234acc0704f9eb21a"
I0407 12:58:37.932741 875154 cri.go:89] found id: ""
I0407 12:58:37.932749 875154 logs.go:282] 1 containers: [20a03cdb18d9f853f5ba06b8cdde0a4719148c76c2d7d81234acc0704f9eb21a]
I0407 12:58:37.932813 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:37.936354 875154 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0407 12:58:37.936422 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0407 12:58:38.011472 875154 cri.go:89] found id: "f7f4e5d1c8efa10a24e409de72cc8eb734006214b8b6d1a4bf154af2050f08fa"
I0407 12:58:38.011496 875154 cri.go:89] found id: ""
I0407 12:58:38.011506 875154 logs.go:282] 1 containers: [f7f4e5d1c8efa10a24e409de72cc8eb734006214b8b6d1a4bf154af2050f08fa]
I0407 12:58:38.011562 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:38.014483 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:38.015989 875154 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0407 12:58:38.016070 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0407 12:58:38.054370 875154 cri.go:89] found id: "f2b2fe3bc458c61e59406ac2a8f07e879031cb3158521fde0c03fb164db116c1"
I0407 12:58:38.054394 875154 cri.go:89] found id: ""
I0407 12:58:38.054402 875154 logs.go:282] 1 containers: [f2b2fe3bc458c61e59406ac2a8f07e879031cb3158521fde0c03fb164db116c1]
I0407 12:58:38.054449 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:38.094550 875154 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0407 12:58:38.094632 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0407 12:58:38.132969 875154 cri.go:89] found id: "abce39cb6102e50074dd43fb84c83720779016b8edd6a8426e2873fe98b75199"
I0407 12:58:38.132998 875154 cri.go:89] found id: ""
I0407 12:58:38.133008 875154 logs.go:282] 1 containers: [abce39cb6102e50074dd43fb84c83720779016b8edd6a8426e2873fe98b75199]
I0407 12:58:38.133069 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:38.137143 875154 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0407 12:58:38.137213 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0407 12:58:38.212011 875154 cri.go:89] found id: "435ec6027ff900db416627ae8d8c4bb8e1c3b8e62366ca3dbccfe3c8e946adf9"
I0407 12:58:38.212041 875154 cri.go:89] found id: ""
I0407 12:58:38.212052 875154 logs.go:282] 1 containers: [435ec6027ff900db416627ae8d8c4bb8e1c3b8e62366ca3dbccfe3c8e946adf9]
I0407 12:58:38.212120 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:38.216557 875154 logs.go:123] Gathering logs for kubelet ...
I0407 12:58:38.216590 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0407 12:58:38.278988 875154 logs.go:138] Found kubelet problem: Apr 07 12:57:32 addons-665428 kubelet[1651]: W0407 12:57:32.655690 1651 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-665428" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-665428' and this object
W0407 12:58:38.279207 875154 logs.go:138] Found kubelet problem: Apr 07 12:57:32 addons-665428 kubelet[1651]: E0407 12:57:32.655741 1651 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-665428\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-665428' and this object" logger="UnhandledError"
I0407 12:58:38.315214 875154 logs.go:123] Gathering logs for dmesg ...
I0407 12:58:38.315263 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0407 12:58:38.323718 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:38.345750 875154 logs.go:123] Gathering logs for etcd [ded1756b9a37f8081ac6c3921fc27d0db031e420e3ca53bee5f7ba43b7b5da45] ...
I0407 12:58:38.345795 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ded1756b9a37f8081ac6c3921fc27d0db031e420e3ca53bee5f7ba43b7b5da45"
I0407 12:58:38.421873 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:38.433739 875154 logs.go:123] Gathering logs for kube-scheduler [f7f4e5d1c8efa10a24e409de72cc8eb734006214b8b6d1a4bf154af2050f08fa] ...
I0407 12:58:38.433790 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f7f4e5d1c8efa10a24e409de72cc8eb734006214b8b6d1a4bf154af2050f08fa"
I0407 12:58:38.476643 875154 logs.go:123] Gathering logs for kube-proxy [f2b2fe3bc458c61e59406ac2a8f07e879031cb3158521fde0c03fb164db116c1] ...
I0407 12:58:38.476684 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f2b2fe3bc458c61e59406ac2a8f07e879031cb3158521fde0c03fb164db116c1"
I0407 12:58:38.515538 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:38.533836 875154 logs.go:123] Gathering logs for kindnet [435ec6027ff900db416627ae8d8c4bb8e1c3b8e62366ca3dbccfe3c8e946adf9] ...
I0407 12:58:38.533867 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 435ec6027ff900db416627ae8d8c4bb8e1c3b8e62366ca3dbccfe3c8e946adf9"
I0407 12:58:38.610472 875154 logs.go:123] Gathering logs for CRI-O ...
I0407 12:58:38.610519 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0407 12:58:38.690606 875154 logs.go:123] Gathering logs for container status ...
I0407 12:58:38.690664 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0407 12:58:38.744073 875154 logs.go:123] Gathering logs for describe nodes ...
I0407 12:58:38.744128 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0407 12:58:38.823092 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:38.917411 875154 logs.go:123] Gathering logs for kube-apiserver [75130c76c57bbf684ca27a760a6e6e8525879978e665a1f3f58f5dc0234592cb] ...
I0407 12:58:38.917468 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 75130c76c57bbf684ca27a760a6e6e8525879978e665a1f3f58f5dc0234592cb"
I0407 12:58:38.921045 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:39.015277 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:39.017159 875154 logs.go:123] Gathering logs for coredns [20a03cdb18d9f853f5ba06b8cdde0a4719148c76c2d7d81234acc0704f9eb21a] ...
I0407 12:58:39.017189 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 20a03cdb18d9f853f5ba06b8cdde0a4719148c76c2d7d81234acc0704f9eb21a"
I0407 12:58:39.057020 875154 logs.go:123] Gathering logs for kube-controller-manager [abce39cb6102e50074dd43fb84c83720779016b8edd6a8426e2873fe98b75199] ...
I0407 12:58:39.057058 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 abce39cb6102e50074dd43fb84c83720779016b8edd6a8426e2873fe98b75199"
I0407 12:58:39.227760 875154 out.go:358] Setting ErrFile to fd 2...
I0407 12:58:39.227800 875154 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0407 12:58:39.227877 875154 out.go:270] X Problems detected in kubelet:
W0407 12:58:39.227895 875154 out.go:270] Apr 07 12:57:32 addons-665428 kubelet[1651]: W0407 12:57:32.655690 1651 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-665428" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-665428' and this object
W0407 12:58:39.227904 875154 out.go:270] Apr 07 12:57:32 addons-665428 kubelet[1651]: E0407 12:57:32.655741 1651 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-665428\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-665428' and this object" logger="UnhandledError"
I0407 12:58:39.227915 875154 out.go:358] Setting ErrFile to fd 2...
I0407 12:58:39.227920 875154 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0407 12:58:39.322498 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:39.421664 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:39.515459 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:39.822669 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:39.921966 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:40.022911 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:40.323001 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:40.421152 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:40.515943 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:40.822966 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:40.921928 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:41.014772 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:41.323722 875154 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0407 12:58:41.422053 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:41.515812 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:41.890903 875154 kapi.go:107] duration metric: took 1m22.071834645s to wait for app.kubernetes.io/name=ingress-nginx ...
I0407 12:58:41.921289 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:42.014656 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:42.422245 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:42.515877 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:42.920769 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:43.016110 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:43.422161 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:43.515462 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:43.921839 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:44.023169 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:44.421192 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:44.515280 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:44.921577 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:45.015028 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:45.421475 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:45.515192 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:45.921688 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:46.022999 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:46.421822 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0407 12:58:46.514811 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:46.921424 875154 kapi.go:107] duration metric: took 1m23.003622402s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0407 12:58:46.923723 875154 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-665428 cluster.
I0407 12:58:46.925569 875154 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0407 12:58:46.927085 875154 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0407 12:58:47.022071 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:47.515410 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:48.015259 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:48.514781 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:49.015208 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:49.229142 875154 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0407 12:58:49.233477 875154 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0407 12:58:49.234606 875154 api_server.go:141] control plane version: v1.32.2
I0407 12:58:49.234634 875154 api_server.go:131] duration metric: took 11.490476115s to wait for apiserver health ...
I0407 12:58:49.234647 875154 system_pods.go:43] waiting for kube-system pods to appear ...
I0407 12:58:49.234681 875154 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0407 12:58:49.234743 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0407 12:58:49.274025 875154 cri.go:89] found id: "75130c76c57bbf684ca27a760a6e6e8525879978e665a1f3f58f5dc0234592cb"
I0407 12:58:49.274057 875154 cri.go:89] found id: ""
I0407 12:58:49.274067 875154 logs.go:282] 1 containers: [75130c76c57bbf684ca27a760a6e6e8525879978e665a1f3f58f5dc0234592cb]
I0407 12:58:49.274118 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:49.278060 875154 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0407 12:58:49.278128 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0407 12:58:49.326545 875154 cri.go:89] found id: "ded1756b9a37f8081ac6c3921fc27d0db031e420e3ca53bee5f7ba43b7b5da45"
I0407 12:58:49.326568 875154 cri.go:89] found id: ""
I0407 12:58:49.326579 875154 logs.go:282] 1 containers: [ded1756b9a37f8081ac6c3921fc27d0db031e420e3ca53bee5f7ba43b7b5da45]
I0407 12:58:49.326636 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:49.330459 875154 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0407 12:58:49.330535 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0407 12:58:49.366864 875154 cri.go:89] found id: "20a03cdb18d9f853f5ba06b8cdde0a4719148c76c2d7d81234acc0704f9eb21a"
I0407 12:58:49.366893 875154 cri.go:89] found id: ""
I0407 12:58:49.366904 875154 logs.go:282] 1 containers: [20a03cdb18d9f853f5ba06b8cdde0a4719148c76c2d7d81234acc0704f9eb21a]
I0407 12:58:49.366968 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:49.370710 875154 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0407 12:58:49.370780 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0407 12:58:49.405665 875154 cri.go:89] found id: "f7f4e5d1c8efa10a24e409de72cc8eb734006214b8b6d1a4bf154af2050f08fa"
I0407 12:58:49.405703 875154 cri.go:89] found id: ""
I0407 12:58:49.405713 875154 logs.go:282] 1 containers: [f7f4e5d1c8efa10a24e409de72cc8eb734006214b8b6d1a4bf154af2050f08fa]
I0407 12:58:49.405759 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:49.409359 875154 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0407 12:58:49.409444 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0407 12:58:49.445911 875154 cri.go:89] found id: "f2b2fe3bc458c61e59406ac2a8f07e879031cb3158521fde0c03fb164db116c1"
I0407 12:58:49.445939 875154 cri.go:89] found id: ""
I0407 12:58:49.445953 875154 logs.go:282] 1 containers: [f2b2fe3bc458c61e59406ac2a8f07e879031cb3158521fde0c03fb164db116c1]
I0407 12:58:49.446000 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:49.449686 875154 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0407 12:58:49.449757 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0407 12:58:49.484763 875154 cri.go:89] found id: "abce39cb6102e50074dd43fb84c83720779016b8edd6a8426e2873fe98b75199"
I0407 12:58:49.484789 875154 cri.go:89] found id: ""
I0407 12:58:49.484800 875154 logs.go:282] 1 containers: [abce39cb6102e50074dd43fb84c83720779016b8edd6a8426e2873fe98b75199]
I0407 12:58:49.484861 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:49.488521 875154 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0407 12:58:49.488594 875154 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0407 12:58:49.515590 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:49.523685 875154 cri.go:89] found id: "435ec6027ff900db416627ae8d8c4bb8e1c3b8e62366ca3dbccfe3c8e946adf9"
I0407 12:58:49.523711 875154 cri.go:89] found id: ""
I0407 12:58:49.523719 875154 logs.go:282] 1 containers: [435ec6027ff900db416627ae8d8c4bb8e1c3b8e62366ca3dbccfe3c8e946adf9]
I0407 12:58:49.523776 875154 ssh_runner.go:195] Run: which crictl
I0407 12:58:49.527919 875154 logs.go:123] Gathering logs for kubelet ...
I0407 12:58:49.527948 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0407 12:58:49.581450 875154 logs.go:138] Found kubelet problem: Apr 07 12:57:32 addons-665428 kubelet[1651]: W0407 12:57:32.655690 1651 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-665428" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-665428' and this object
W0407 12:58:49.581631 875154 logs.go:138] Found kubelet problem: Apr 07 12:57:32 addons-665428 kubelet[1651]: E0407 12:57:32.655741 1651 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-665428\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-665428' and this object" logger="UnhandledError"
I0407 12:58:49.613817 875154 logs.go:123] Gathering logs for dmesg ...
I0407 12:58:49.613862 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0407 12:58:49.641697 875154 logs.go:123] Gathering logs for describe nodes ...
I0407 12:58:49.641736 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0407 12:58:49.752824 875154 logs.go:123] Gathering logs for kube-proxy [f2b2fe3bc458c61e59406ac2a8f07e879031cb3158521fde0c03fb164db116c1] ...
I0407 12:58:49.752875 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f2b2fe3bc458c61e59406ac2a8f07e879031cb3158521fde0c03fb164db116c1"
I0407 12:58:49.829111 875154 logs.go:123] Gathering logs for kube-controller-manager [abce39cb6102e50074dd43fb84c83720779016b8edd6a8426e2873fe98b75199] ...
I0407 12:58:49.829156 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 abce39cb6102e50074dd43fb84c83720779016b8edd6a8426e2873fe98b75199"
I0407 12:58:49.944307 875154 logs.go:123] Gathering logs for kindnet [435ec6027ff900db416627ae8d8c4bb8e1c3b8e62366ca3dbccfe3c8e946adf9] ...
I0407 12:58:49.944362 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 435ec6027ff900db416627ae8d8c4bb8e1c3b8e62366ca3dbccfe3c8e946adf9"
I0407 12:58:50.010921 875154 logs.go:123] Gathering logs for CRI-O ...
I0407 12:58:50.010959 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0407 12:58:50.015093 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:50.098463 875154 logs.go:123] Gathering logs for kube-apiserver [75130c76c57bbf684ca27a760a6e6e8525879978e665a1f3f58f5dc0234592cb] ...
I0407 12:58:50.098507 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 75130c76c57bbf684ca27a760a6e6e8525879978e665a1f3f58f5dc0234592cb"
I0407 12:58:50.155528 875154 logs.go:123] Gathering logs for etcd [ded1756b9a37f8081ac6c3921fc27d0db031e420e3ca53bee5f7ba43b7b5da45] ...
I0407 12:58:50.155580 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ded1756b9a37f8081ac6c3921fc27d0db031e420e3ca53bee5f7ba43b7b5da45"
I0407 12:58:50.248510 875154 logs.go:123] Gathering logs for coredns [20a03cdb18d9f853f5ba06b8cdde0a4719148c76c2d7d81234acc0704f9eb21a] ...
I0407 12:58:50.248549 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 20a03cdb18d9f853f5ba06b8cdde0a4719148c76c2d7d81234acc0704f9eb21a"
I0407 12:58:50.327820 875154 logs.go:123] Gathering logs for kube-scheduler [f7f4e5d1c8efa10a24e409de72cc8eb734006214b8b6d1a4bf154af2050f08fa] ...
I0407 12:58:50.327852 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f7f4e5d1c8efa10a24e409de72cc8eb734006214b8b6d1a4bf154af2050f08fa"
I0407 12:58:50.438426 875154 logs.go:123] Gathering logs for container status ...
I0407 12:58:50.438469 875154 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0407 12:58:50.516373 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:50.548302 875154 out.go:358] Setting ErrFile to fd 2...
I0407 12:58:50.548345 875154 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0407 12:58:50.548416 875154 out.go:270] X Problems detected in kubelet:
W0407 12:58:50.548432 875154 out.go:270] Apr 07 12:57:32 addons-665428 kubelet[1651]: W0407 12:57:32.655690 1651 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-665428" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-665428' and this object
W0407 12:58:50.548445 875154 out.go:270] Apr 07 12:57:32 addons-665428 kubelet[1651]: E0407 12:57:32.655741 1651 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-665428\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-665428' and this object" logger="UnhandledError"
I0407 12:58:50.548455 875154 out.go:358] Setting ErrFile to fd 2...
I0407 12:58:50.548461 875154 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0407 12:58:51.015518 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:51.515330 875154 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0407 12:58:52.015557 875154 kapi.go:107] duration metric: took 1m30.504347632s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0407 12:58:52.022538 875154 out.go:177] * Enabled addons: ingress-dns, nvidia-device-plugin, cloud-spanner, amd-gpu-device-plugin, storage-provisioner, metrics-server, inspektor-gadget, yakd, default-storageclass, volumesnapshots, registry, ingress, gcp-auth, csi-hostpath-driver
I0407 12:58:52.025282 875154 addons.go:514] duration metric: took 1m38.802671831s for enable addons: enabled=[ingress-dns nvidia-device-plugin cloud-spanner amd-gpu-device-plugin storage-provisioner metrics-server inspektor-gadget yakd default-storageclass volumesnapshots registry ingress gcp-auth csi-hostpath-driver]
I0407 12:59:00.553923 875154 system_pods.go:59] 19 kube-system pods found
I0407 12:59:00.553988 875154 system_pods.go:61] "amd-gpu-device-plugin-cwhmr" [5c9f65b0-5a0d-4939-8fa2-1b708daa4020] Running
I0407 12:59:00.553996 875154 system_pods.go:61] "coredns-668d6bf9bc-8n9kz" [66cccc8d-e6a3-459a-b0e1-b8832c7c4aa5] Running
I0407 12:59:00.554000 875154 system_pods.go:61] "csi-hostpath-attacher-0" [094c2122-1c89-48b7-b193-ad4ad477acfd] Running
I0407 12:59:00.554004 875154 system_pods.go:61] "csi-hostpath-resizer-0" [2ffc6db2-8045-4998-ab22-aac6fc498f01] Running
I0407 12:59:00.554008 875154 system_pods.go:61] "csi-hostpathplugin-h7x8v" [b88a0fe1-9fdf-40d1-b0de-343f8272a383] Running
I0407 12:59:00.554011 875154 system_pods.go:61] "etcd-addons-665428" [81d3bacd-d630-452a-ba2f-649cd4b0e9b9] Running
I0407 12:59:00.554014 875154 system_pods.go:61] "kindnet-8cf6m" [32a9b79b-a661-4b97-a2b8-108e68fa6e7d] Running
I0407 12:59:00.554018 875154 system_pods.go:61] "kube-apiserver-addons-665428" [ec021aae-c93e-4d6c-8f04-1cf0b95ac23f] Running
I0407 12:59:00.554021 875154 system_pods.go:61] "kube-controller-manager-addons-665428" [7dc65bbd-9126-45c8-95cc-ea79eed5cf03] Running
I0407 12:59:00.554024 875154 system_pods.go:61] "kube-ingress-dns-minikube" [fba4be19-eaf8-4eae-9734-becfe70c6f1b] Running
I0407 12:59:00.554028 875154 system_pods.go:61] "kube-proxy-72jdn" [df1bbd6b-7e26-4912-a8c4-3adba5f5190f] Running
I0407 12:59:00.554031 875154 system_pods.go:61] "kube-scheduler-addons-665428" [82f0742b-64b2-4ee3-b343-c903d63af3cb] Running
I0407 12:59:00.554038 875154 system_pods.go:61] "metrics-server-7fbb699795-5hlgg" [f2b2888f-f9f3-4735-b2bb-53236b5f80ac] Running
I0407 12:59:00.554043 875154 system_pods.go:61] "nvidia-device-plugin-daemonset-j7hn6" [ed429b16-b5ab-41ee-b109-c010fae4423b] Running
I0407 12:59:00.554046 875154 system_pods.go:61] "registry-6c88467877-fmmn4" [a93a9c6b-2be3-41ec-8038-5a2cc8c9b88e] Running
I0407 12:59:00.554049 875154 system_pods.go:61] "registry-proxy-xfhzf" [e37d8690-bccf-493b-9eb0-c72781088971] Running
I0407 12:59:00.554052 875154 system_pods.go:61] "snapshot-controller-68b874b76f-fkhtz" [902b5b05-2d4a-4987-90ff-a4e9c54f9089] Running
I0407 12:59:00.554054 875154 system_pods.go:61] "snapshot-controller-68b874b76f-l6bpx" [a8a93f9c-7ebb-43ff-8922-57125efaff4a] Running
I0407 12:59:00.554057 875154 system_pods.go:61] "storage-provisioner" [053fa2d5-d547-488c-8e6c-60c953fde9b5] Running
I0407 12:59:00.554064 875154 system_pods.go:74] duration metric: took 11.319410046s to wait for pod list to return data ...
I0407 12:59:00.554073 875154 default_sa.go:34] waiting for default service account to be created ...
I0407 12:59:00.556408 875154 default_sa.go:45] found service account: "default"
I0407 12:59:00.556443 875154 default_sa.go:55] duration metric: took 2.363374ms for default service account to be created ...
I0407 12:59:00.556457 875154 system_pods.go:116] waiting for k8s-apps to be running ...
I0407 12:59:00.560111 875154 system_pods.go:86] 19 kube-system pods found
I0407 12:59:00.560147 875154 system_pods.go:89] "amd-gpu-device-plugin-cwhmr" [5c9f65b0-5a0d-4939-8fa2-1b708daa4020] Running
I0407 12:59:00.560153 875154 system_pods.go:89] "coredns-668d6bf9bc-8n9kz" [66cccc8d-e6a3-459a-b0e1-b8832c7c4aa5] Running
I0407 12:59:00.560157 875154 system_pods.go:89] "csi-hostpath-attacher-0" [094c2122-1c89-48b7-b193-ad4ad477acfd] Running
I0407 12:59:00.560160 875154 system_pods.go:89] "csi-hostpath-resizer-0" [2ffc6db2-8045-4998-ab22-aac6fc498f01] Running
I0407 12:59:00.560163 875154 system_pods.go:89] "csi-hostpathplugin-h7x8v" [b88a0fe1-9fdf-40d1-b0de-343f8272a383] Running
I0407 12:59:00.560166 875154 system_pods.go:89] "etcd-addons-665428" [81d3bacd-d630-452a-ba2f-649cd4b0e9b9] Running
I0407 12:59:00.560169 875154 system_pods.go:89] "kindnet-8cf6m" [32a9b79b-a661-4b97-a2b8-108e68fa6e7d] Running
I0407 12:59:00.560172 875154 system_pods.go:89] "kube-apiserver-addons-665428" [ec021aae-c93e-4d6c-8f04-1cf0b95ac23f] Running
I0407 12:59:00.560175 875154 system_pods.go:89] "kube-controller-manager-addons-665428" [7dc65bbd-9126-45c8-95cc-ea79eed5cf03] Running
I0407 12:59:00.560178 875154 system_pods.go:89] "kube-ingress-dns-minikube" [fba4be19-eaf8-4eae-9734-becfe70c6f1b] Running
I0407 12:59:00.560180 875154 system_pods.go:89] "kube-proxy-72jdn" [df1bbd6b-7e26-4912-a8c4-3adba5f5190f] Running
I0407 12:59:00.560183 875154 system_pods.go:89] "kube-scheduler-addons-665428" [82f0742b-64b2-4ee3-b343-c903d63af3cb] Running
I0407 12:59:00.560186 875154 system_pods.go:89] "metrics-server-7fbb699795-5hlgg" [f2b2888f-f9f3-4735-b2bb-53236b5f80ac] Running
I0407 12:59:00.560191 875154 system_pods.go:89] "nvidia-device-plugin-daemonset-j7hn6" [ed429b16-b5ab-41ee-b109-c010fae4423b] Running
I0407 12:59:00.560194 875154 system_pods.go:89] "registry-6c88467877-fmmn4" [a93a9c6b-2be3-41ec-8038-5a2cc8c9b88e] Running
I0407 12:59:00.560197 875154 system_pods.go:89] "registry-proxy-xfhzf" [e37d8690-bccf-493b-9eb0-c72781088971] Running
I0407 12:59:00.560204 875154 system_pods.go:89] "snapshot-controller-68b874b76f-fkhtz" [902b5b05-2d4a-4987-90ff-a4e9c54f9089] Running
I0407 12:59:00.560208 875154 system_pods.go:89] "snapshot-controller-68b874b76f-l6bpx" [a8a93f9c-7ebb-43ff-8922-57125efaff4a] Running
I0407 12:59:00.560211 875154 system_pods.go:89] "storage-provisioner" [053fa2d5-d547-488c-8e6c-60c953fde9b5] Running
I0407 12:59:00.560220 875154 system_pods.go:126] duration metric: took 3.756125ms to wait for k8s-apps to be running ...
I0407 12:59:00.560237 875154 system_svc.go:44] waiting for kubelet service to be running ....
I0407 12:59:00.560288 875154 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0407 12:59:00.573132 875154 system_svc.go:56] duration metric: took 12.882912ms WaitForService to wait for kubelet
I0407 12:59:00.573162 875154 kubeadm.go:582] duration metric: took 1m47.350592278s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0407 12:59:00.573190 875154 node_conditions.go:102] verifying NodePressure condition ...
I0407 12:59:00.576289 875154 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0407 12:59:00.576322 875154 node_conditions.go:123] node cpu capacity is 8
I0407 12:59:00.576340 875154 node_conditions.go:105] duration metric: took 3.144897ms to run NodePressure ...
I0407 12:59:00.576356 875154 start.go:241] waiting for startup goroutines ...
I0407 12:59:00.576362 875154 start.go:246] waiting for cluster config update ...
I0407 12:59:00.576377 875154 start.go:255] writing updated cluster config ...
I0407 12:59:00.576722 875154 ssh_runner.go:195] Run: rm -f paused
I0407 12:59:00.630829 875154 start.go:600] kubectl: 1.32.3, cluster: 1.32.2 (minor skew: 0)
I0407 12:59:00.633000 875154 out.go:177] * Done! kubectl is now configured to use "addons-665428" cluster and "default" namespace by default
==> CRI-O <==
Apr 07 13:01:08 addons-665428 crio[1046]: time="2025-04-07 13:01:08.318188408Z" level=info msg="Removing pod sandbox: d2aef8841844cf9d52b00bb7128cb54d9883d6ddead37809c57c4e4b2135da99" id=28440282-5a21-49d0-98fa-a01ed5b07ae1 name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 07 13:01:08 addons-665428 crio[1046]: time="2025-04-07 13:01:08.324456299Z" level=info msg="Removed pod sandbox: d2aef8841844cf9d52b00bb7128cb54d9883d6ddead37809c57c4e4b2135da99" id=28440282-5a21-49d0-98fa-a01ed5b07ae1 name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 07 13:01:08 addons-665428 crio[1046]: time="2025-04-07 13:01:08.324971344Z" level=info msg="Stopping pod sandbox: 817415620f6b25e524b50610aa553f7dd0cce8f1f4996525a2143bcbb98df5b9" id=0c20bc53-9186-450c-a3dd-f4288390f5a7 name=/runtime.v1.RuntimeService/StopPodSandbox
Apr 07 13:01:08 addons-665428 crio[1046]: time="2025-04-07 13:01:08.325021747Z" level=info msg="Stopped pod sandbox (already stopped): 817415620f6b25e524b50610aa553f7dd0cce8f1f4996525a2143bcbb98df5b9" id=0c20bc53-9186-450c-a3dd-f4288390f5a7 name=/runtime.v1.RuntimeService/StopPodSandbox
Apr 07 13:01:08 addons-665428 crio[1046]: time="2025-04-07 13:01:08.325581129Z" level=info msg="Removing pod sandbox: 817415620f6b25e524b50610aa553f7dd0cce8f1f4996525a2143bcbb98df5b9" id=6480b7ef-4176-4589-9ac6-c5962f11f6e3 name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 07 13:01:08 addons-665428 crio[1046]: time="2025-04-07 13:01:08.332178031Z" level=info msg="Removed pod sandbox: 817415620f6b25e524b50610aa553f7dd0cce8f1f4996525a2143bcbb98df5b9" id=6480b7ef-4176-4589-9ac6-c5962f11f6e3 name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 07 13:01:08 addons-665428 crio[1046]: time="2025-04-07 13:01:08.332809307Z" level=info msg="Stopping pod sandbox: 9b1a04c73d8d94c098fb5baaebf820284b47f8649276dffb1e9a2879c2e4054e" id=ed3efd9c-8134-4852-b44c-bafbceb06b7a name=/runtime.v1.RuntimeService/StopPodSandbox
Apr 07 13:01:08 addons-665428 crio[1046]: time="2025-04-07 13:01:08.332847245Z" level=info msg="Stopped pod sandbox (already stopped): 9b1a04c73d8d94c098fb5baaebf820284b47f8649276dffb1e9a2879c2e4054e" id=ed3efd9c-8134-4852-b44c-bafbceb06b7a name=/runtime.v1.RuntimeService/StopPodSandbox
Apr 07 13:01:08 addons-665428 crio[1046]: time="2025-04-07 13:01:08.333213859Z" level=info msg="Removing pod sandbox: 9b1a04c73d8d94c098fb5baaebf820284b47f8649276dffb1e9a2879c2e4054e" id=a72187df-2f99-4a31-8bd8-4d543a73a999 name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 07 13:01:08 addons-665428 crio[1046]: time="2025-04-07 13:01:08.339693587Z" level=info msg="Removed pod sandbox: 9b1a04c73d8d94c098fb5baaebf820284b47f8649276dffb1e9a2879c2e4054e" id=a72187df-2f99-4a31-8bd8-4d543a73a999 name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 07 13:01:08 addons-665428 crio[1046]: time="2025-04-07 13:01:08.340165206Z" level=info msg="Stopping pod sandbox: b95fde8fec1ede6b9bea2b47fe8a8ea67183bee387ac2e1882c9da0567ff2cbe" id=61f20fe1-2a0c-41a5-81d8-5cca3b6538f1 name=/runtime.v1.RuntimeService/StopPodSandbox
Apr 07 13:01:08 addons-665428 crio[1046]: time="2025-04-07 13:01:08.340196295Z" level=info msg="Stopped pod sandbox (already stopped): b95fde8fec1ede6b9bea2b47fe8a8ea67183bee387ac2e1882c9da0567ff2cbe" id=61f20fe1-2a0c-41a5-81d8-5cca3b6538f1 name=/runtime.v1.RuntimeService/StopPodSandbox
Apr 07 13:01:08 addons-665428 crio[1046]: time="2025-04-07 13:01:08.340466941Z" level=info msg="Removing pod sandbox: b95fde8fec1ede6b9bea2b47fe8a8ea67183bee387ac2e1882c9da0567ff2cbe" id=c82117ee-27fc-444d-acad-4e2adc8dba30 name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 07 13:01:08 addons-665428 crio[1046]: time="2025-04-07 13:01:08.347131534Z" level=info msg="Removed pod sandbox: b95fde8fec1ede6b9bea2b47fe8a8ea67183bee387ac2e1882c9da0567ff2cbe" id=c82117ee-27fc-444d-acad-4e2adc8dba30 name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 07 13:02:07 addons-665428 crio[1046]: time="2025-04-07 13:02:07.259084818Z" level=info msg="Running pod sandbox: default/hello-world-app-7d9564db4-vtvmb/POD" id=50548090-1cb7-46d0-988b-ec945499200c name=/runtime.v1.RuntimeService/RunPodSandbox
Apr 07 13:02:07 addons-665428 crio[1046]: time="2025-04-07 13:02:07.259173357Z" level=warning msg="Allowed annotations are specified for workload []"
Apr 07 13:02:07 addons-665428 crio[1046]: time="2025-04-07 13:02:07.309145912Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-vtvmb Namespace:default ID:f5e0473215ee5e8b8a6e7d96ef9032a4476c045522192c0535fd13ccbc96cf12 UID:00418ba0-e5a0-4915-b5b1-e4f961e29815 NetNS:/var/run/netns/5ea354e1-6059-4d30-945f-1fa4ab5a141c Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Apr 07 13:02:07 addons-665428 crio[1046]: time="2025-04-07 13:02:07.309201896Z" level=info msg="Adding pod default_hello-world-app-7d9564db4-vtvmb to CNI network \"kindnet\" (type=ptp)"
Apr 07 13:02:07 addons-665428 crio[1046]: time="2025-04-07 13:02:07.320572798Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-vtvmb Namespace:default ID:f5e0473215ee5e8b8a6e7d96ef9032a4476c045522192c0535fd13ccbc96cf12 UID:00418ba0-e5a0-4915-b5b1-e4f961e29815 NetNS:/var/run/netns/5ea354e1-6059-4d30-945f-1fa4ab5a141c Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Apr 07 13:02:07 addons-665428 crio[1046]: time="2025-04-07 13:02:07.320789806Z" level=info msg="Checking pod default_hello-world-app-7d9564db4-vtvmb for CNI network kindnet (type=ptp)"
Apr 07 13:02:07 addons-665428 crio[1046]: time="2025-04-07 13:02:07.324498557Z" level=info msg="Ran pod sandbox f5e0473215ee5e8b8a6e7d96ef9032a4476c045522192c0535fd13ccbc96cf12 with infra container: default/hello-world-app-7d9564db4-vtvmb/POD" id=50548090-1cb7-46d0-988b-ec945499200c name=/runtime.v1.RuntimeService/RunPodSandbox
Apr 07 13:02:07 addons-665428 crio[1046]: time="2025-04-07 13:02:07.326006804Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=90390f78-0eaf-4ba7-be61-20b55dcbd134 name=/runtime.v1.ImageService/ImageStatus
Apr 07 13:02:07 addons-665428 crio[1046]: time="2025-04-07 13:02:07.326303069Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=90390f78-0eaf-4ba7-be61-20b55dcbd134 name=/runtime.v1.ImageService/ImageStatus
Apr 07 13:02:07 addons-665428 crio[1046]: time="2025-04-07 13:02:07.326944422Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=283665fd-60de-4e78-883a-433ef2781010 name=/runtime.v1.ImageService/PullImage
Apr 07 13:02:07 addons-665428 crio[1046]: time="2025-04-07 13:02:07.337732649Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
d1cebcb0b2cf1 docker.io/library/nginx@sha256:4ff102c5d78d254a6f0da062b3cf39eaf07f01eec0927fd21e219d0af8bc0591 2 minutes ago Running nginx 0 717ee5c4de85f nginx
9a9c07ca53ce6 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 3 minutes ago Running busybox 0 16292839121d8 busybox
7217fa320f3f3 registry.k8s.io/ingress-nginx/controller@sha256:62b61c42ec8dd877b85c0aa24c4744ce44d274bc16cc5d2364edfe67964ba55b 3 minutes ago Running controller 0 9ea8bb7c61c0a ingress-nginx-controller-56d7c84fd4-zw28t
52eef68237b75 gcr.io/k8s-minikube/minikube-ingress-dns@sha256:07c8f5b205a3f8971bfc6d460978ae00de35f17e5d5392b1de8de02356f85dab 3 minutes ago Running minikube-ingress-dns 0 241030117e54a kube-ingress-dns-minikube
28fadf1c8f449 docker.io/rancher/local-path-provisioner@sha256:73f712e7af12b06720c35ce75217f904f00e4bd96de79f8db1cf160112e667ef 4 minutes ago Running local-path-provisioner 0 dd8aaff99f346 local-path-provisioner-76f89f99b5-cptvz
011a5077ae7c7 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a9f03b34a3cbfbb26d103a14046ab2c5130a80c3d69d526ff8063d2b37b9fd3f 4 minutes ago Exited patch 0 41c1376617440 ingress-nginx-admission-patch-m6g7q
92615f3022e14 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a9f03b34a3cbfbb26d103a14046ab2c5130a80c3d69d526ff8063d2b37b9fd3f 4 minutes ago Exited create 0 9ab4c06cc61b5 ingress-nginx-admission-create-6rnpp
20a03cdb18d9f c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 4 minutes ago Running coredns 0 46c0b7f99697b coredns-668d6bf9bc-8n9kz
dfdaa07a8c5ee 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 4 minutes ago Running storage-provisioner 0 abe6cd88722d9 storage-provisioner
435ec6027ff90 docker.io/kindest/kindnetd@sha256:e3c42406b0806c1f7e8a66838377936cbd2cdfd94d9b26a3eefedada8713d495 4 minutes ago Running kindnet-cni 0 9f3856bab500c kindnet-8cf6m
f2b2fe3bc458c f1332858868e1c6a905123b21e2e322ab45a5b99a3532e68ff49a87c2266ebc5 4 minutes ago Running kube-proxy 0 27b9e8797930b kube-proxy-72jdn
ded1756b9a37f a9e7e6b294baf1695fccb862d956c5d3ad8510e1e4ca1535f35dc09f247abbfc 5 minutes ago Running etcd 0 68418f6fa2c19 etcd-addons-665428
f7f4e5d1c8efa d8e673e7c9983f1f53569a9d2ba786c8abb42e3f744f77dc97a595f3caf9435d 5 minutes ago Running kube-scheduler 0 3f9806c4a2717 kube-scheduler-addons-665428
abce39cb6102e b6a454c5a800d201daacead6ff195ec6049fe6dc086621b0670bca912efaf389 5 minutes ago Running kube-controller-manager 0 5bf9d61f938e0 kube-controller-manager-addons-665428
75130c76c57bb 85b7a174738baecbc53029b7913cd430a2060e0cbdb5f56c7957d32ff7f241ef 5 minutes ago Running kube-apiserver 0 1087999fc4607 kube-apiserver-addons-665428
==> coredns [20a03cdb18d9f853f5ba06b8cdde0a4719148c76c2d7d81234acc0704f9eb21a] <==
[INFO] 10.244.0.17:56044 - 41106 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000189184s
[INFO] 10.244.0.17:51024 - 29597 "A IN registry.kube-system.svc.cluster.local.europe-west4-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.00450313s
[INFO] 10.244.0.17:51024 - 30016 "AAAA IN registry.kube-system.svc.cluster.local.europe-west4-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.005302052s
[INFO] 10.244.0.17:57806 - 12993 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.00463382s
[INFO] 10.244.0.17:57806 - 12619 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.004674705s
[INFO] 10.244.0.17:35096 - 30649 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.004389248s
[INFO] 10.244.0.17:35096 - 30931 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.00471511s
[INFO] 10.244.0.17:52802 - 32279 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000145487s
[INFO] 10.244.0.17:52802 - 32744 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000188173s
[INFO] 10.244.0.22:52505 - 53865 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000228777s
[INFO] 10.244.0.22:56009 - 20354 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.00034965s
[INFO] 10.244.0.22:34441 - 15533 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000110754s
[INFO] 10.244.0.22:57257 - 45043 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000129801s
[INFO] 10.244.0.22:59135 - 31246 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000128976s
[INFO] 10.244.0.22:39578 - 29193 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.00018869s
[INFO] 10.244.0.22:33955 - 26223 "AAAA IN storage.googleapis.com.europe-west4-a.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.007172869s
[INFO] 10.244.0.22:42017 - 64598 "A IN storage.googleapis.com.europe-west4-a.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.014022093s
[INFO] 10.244.0.22:45772 - 23969 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.006842525s
[INFO] 10.244.0.22:53933 - 14173 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.016856704s
[INFO] 10.244.0.22:39364 - 29167 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.00616241s
[INFO] 10.244.0.22:39823 - 38683 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.006834515s
[INFO] 10.244.0.22:56263 - 36091 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 496 0.002197588s
[INFO] 10.244.0.22:35399 - 40505 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.002222207s
[INFO] 10.244.0.25:44378 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000275957s
[INFO] 10.244.0.25:55302 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000217662s
==> describe nodes <==
Name: addons-665428
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-665428
kubernetes.io/os=linux
minikube.k8s.io/commit=5cf7512d5a64c8581140916e82b849633d870277
minikube.k8s.io/name=addons-665428
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_04_07T12_57_09_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-665428
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 07 Apr 2025 12:57:05 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-665428
AcquireTime: <unset>
RenewTime: Mon, 07 Apr 2025 13:02:04 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 07 Apr 2025 13:00:12 +0000 Mon, 07 Apr 2025 12:57:03 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 07 Apr 2025 13:00:12 +0000 Mon, 07 Apr 2025 12:57:03 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 07 Apr 2025 13:00:12 +0000 Mon, 07 Apr 2025 12:57:03 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 07 Apr 2025 13:00:12 +0000 Mon, 07 Apr 2025 12:57:32 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-665428
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859364Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859364Ki
pods: 110
System Info:
Machine ID: a16c2e9ca5ff4a98a8ce1676fa60cf7f
System UUID: f2d1d95d-998c-47b7-a8ed-5ee65ea97d1a
Boot ID: 4b653518-b950-459a-a31f-13ba8513bd40
Kernel Version: 5.15.0-1078-gcp
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.32.2
Kube-Proxy Version: v1.32.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m7s
default hello-world-app-7d9564db4-vtvmb 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m24s
ingress-nginx ingress-nginx-controller-56d7c84fd4-zw28t 100m (1%) 0 (0%) 90Mi (0%) 0 (0%) 4m49s
kube-system coredns-668d6bf9bc-8n9kz 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 4m55s
kube-system etcd-addons-665428 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 5m
kube-system kindnet-8cf6m 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 4m56s
kube-system kube-apiserver-addons-665428 250m (3%) 0 (0%) 0 (0%) 0 (0%) 5m
kube-system kube-controller-manager-addons-665428 200m (2%) 0 (0%) 0 (0%) 0 (0%) 5m
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m51s
kube-system kube-proxy-72jdn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m56s
kube-system kube-scheduler-addons-665428 100m (1%) 0 (0%) 0 (0%) 0 (0%) 5m
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m50s
local-path-storage local-path-provisioner-76f89f99b5-cptvz 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m50s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (11%) 100m (1%)
memory 310Mi (0%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m54s kube-proxy
Normal Starting 5m6s kubelet Starting kubelet.
Warning CgroupV1 5m6s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 5m6s (x8 over 5m6s) kubelet Node addons-665428 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m6s (x8 over 5m6s) kubelet Node addons-665428 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m6s (x8 over 5m6s) kubelet Node addons-665428 status is now: NodeHasSufficientPID
Normal Starting 5m kubelet Starting kubelet.
Warning CgroupV1 5m kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 5m kubelet Node addons-665428 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m kubelet Node addons-665428 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m kubelet Node addons-665428 status is now: NodeHasSufficientPID
Normal RegisteredNode 4m57s node-controller Node addons-665428 event: Registered Node addons-665428 in Controller
Normal NodeReady 4m36s kubelet Node addons-665428 status is now: NodeReady
==> dmesg <==
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 92 91 98 11 22 7f 08 06
[ +7.680955] IPv4: martian source 10.244.0.1 from 10.244.0.8, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 1e 6a 1f 16 9f 59 08 06
[Apr 7 12:50] IPv4: martian source 10.244.0.1 from 10.244.0.5, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 92 8f 1a c5 4f f3 08 06
[ +7.784295] IPv4: martian source 10.244.0.1 from 10.244.0.8, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff be 84 3c ca f2 b2 08 06
[Apr 7 12:53] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff c2 f9 81 cf 00 39 08 06
[ +26.962697] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 32 27 f9 d1 67 5d 08 06
[Apr 7 12:59] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: ea 09 bd c3 8a 3e 8e c9 fa c2 f3 08 08 00
[ +1.023023] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000027] ll header: 00000000: ea 09 bd c3 8a 3e 8e c9 fa c2 f3 08 08 00
[ +2.015857] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000027] ll header: 00000000: ea 09 bd c3 8a 3e 8e c9 fa c2 f3 08 08 00
[Apr 7 13:00] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: ea 09 bd c3 8a 3e 8e c9 fa c2 f3 08 08 00
[ +8.191526] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: ea 09 bd c3 8a 3e 8e c9 fa c2 f3 08 08 00
[ +16.127045] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: ea 09 bd c3 8a 3e 8e c9 fa c2 f3 08 08 00
[ +33.278024] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000008] ll header: 00000000: ea 09 bd c3 8a 3e 8e c9 fa c2 f3 08 08 00
==> etcd [ded1756b9a37f8081ac6c3921fc27d0db031e420e3ca53bee5f7ba43b7b5da45] <==
{"level":"info","ts":"2025-04-07T12:57:17.397476Z","caller":"traceutil/trace.go:171","msg":"trace[1644884311] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"101.212467ms","start":"2025-04-07T12:57:17.296239Z","end":"2025-04-07T12:57:17.397452Z","steps":["trace[1644884311] 'process raft request' (duration: 16.90674ms)","trace[1644884311] 'compare' (duration: 83.442181ms)"],"step_count":2}
{"level":"info","ts":"2025-04-07T12:57:17.398043Z","caller":"traceutil/trace.go:171","msg":"trace[24851056] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"101.352534ms","start":"2025-04-07T12:57:17.296673Z","end":"2025-04-07T12:57:17.398026Z","steps":["trace[24851056] 'process raft request' (duration: 100.020839ms)"],"step_count":1}
{"level":"info","ts":"2025-04-07T12:57:17.398136Z","caller":"traceutil/trace.go:171","msg":"trace[1284467814] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"100.643044ms","start":"2025-04-07T12:57:17.297485Z","end":"2025-04-07T12:57:17.398128Z","steps":["trace[1284467814] 'process raft request' (duration: 99.253823ms)"],"step_count":1}
{"level":"info","ts":"2025-04-07T12:57:17.398158Z","caller":"traceutil/trace.go:171","msg":"trace[2011814620] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"100.453637ms","start":"2025-04-07T12:57:17.297697Z","end":"2025-04-07T12:57:17.398151Z","steps":["trace[2011814620] 'process raft request' (duration: 99.067931ms)"],"step_count":1}
{"level":"info","ts":"2025-04-07T12:57:17.398247Z","caller":"traceutil/trace.go:171","msg":"trace[732749747] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"100.434317ms","start":"2025-04-07T12:57:17.297807Z","end":"2025-04-07T12:57:17.398241Z","steps":["trace[732749747] 'process raft request' (duration: 99.004433ms)"],"step_count":1}
{"level":"info","ts":"2025-04-07T12:57:17.398265Z","caller":"traceutil/trace.go:171","msg":"trace[850305508] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"100.299894ms","start":"2025-04-07T12:57:17.297961Z","end":"2025-04-07T12:57:17.398261Z","steps":["trace[850305508] 'process raft request' (duration: 98.886227ms)"],"step_count":1}
{"level":"info","ts":"2025-04-07T12:57:17.398285Z","caller":"traceutil/trace.go:171","msg":"trace[1571580194] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"100.546164ms","start":"2025-04-07T12:57:17.297734Z","end":"2025-04-07T12:57:17.398280Z","steps":["trace[1571580194] 'process raft request' (duration: 99.147869ms)"],"step_count":1}
{"level":"info","ts":"2025-04-07T12:57:17.398395Z","caller":"traceutil/trace.go:171","msg":"trace[159697820] linearizableReadLoop","detail":"{readStateIndex:476; appliedIndex:469; }","duration":"100.357828ms","start":"2025-04-07T12:57:17.298029Z","end":"2025-04-07T12:57:17.398387Z","steps":["trace[159697820] 'read index received' (duration: 8.273735ms)","trace[159697820] 'applied index is now lower than readState.Index' (duration: 92.083012ms)"],"step_count":2}
{"level":"warn","ts":"2025-04-07T12:57:17.398462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.413871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:474"}
{"level":"info","ts":"2025-04-07T12:57:17.405941Z","caller":"traceutil/trace.go:171","msg":"trace[1855144250] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:470; }","duration":"107.928017ms","start":"2025-04-07T12:57:17.297998Z","end":"2025-04-07T12:57:17.405926Z","steps":["trace[1855144250] 'agreement among raft nodes before linearized reading' (duration: 100.408906ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-07T12:57:17.405731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.597722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/registry\" limit:1 ","response":"range_response_count:1 size:3351"}
{"level":"info","ts":"2025-04-07T12:57:17.406462Z","caller":"traceutil/trace.go:171","msg":"trace[1266208728] range","detail":"{range_begin:/registry/deployments/kube-system/registry; range_end:; response_count:1; response_revision:470; }","duration":"105.354314ms","start":"2025-04-07T12:57:17.301083Z","end":"2025-04-07T12:57:17.406437Z","steps":["trace[1266208728] 'agreement among raft nodes before linearized reading' (duration: 104.565339ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-07T12:57:17.405784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.861058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-07T12:57:17.406696Z","caller":"traceutil/trace.go:171","msg":"trace[841399092] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:470; }","duration":"103.752955ms","start":"2025-04-07T12:57:17.302900Z","end":"2025-04-07T12:57:17.406653Z","steps":["trace[841399092] 'agreement among raft nodes before linearized reading' (duration: 102.866025ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-07T12:57:17.405815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.379709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2025-04-07T12:57:17.406991Z","caller":"traceutil/trace.go:171","msg":"trace[608274704] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:470; }","duration":"105.563786ms","start":"2025-04-07T12:57:17.301415Z","end":"2025-04-07T12:57:17.406979Z","steps":["trace[608274704] 'agreement among raft nodes before linearized reading' (duration: 104.379366ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-07T12:57:17.405852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.419217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner-service-account\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2025-04-07T12:57:17.405880Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.599914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" limit:1 ","response":"range_response_count:1 size:5431"}
{"level":"info","ts":"2025-04-07T12:57:17.407453Z","caller":"traceutil/trace.go:171","msg":"trace[1357946588] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner-service-account; range_end:; response_count:0; response_revision:470; }","duration":"106.027487ms","start":"2025-04-07T12:57:17.301410Z","end":"2025-04-07T12:57:17.407438Z","steps":["trace[1357946588] 'agreement among raft nodes before linearized reading' (duration: 104.423017ms)"],"step_count":1}
{"level":"info","ts":"2025-04-07T12:57:17.496336Z","caller":"traceutil/trace.go:171","msg":"trace[876646798] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:470; }","duration":"106.149076ms","start":"2025-04-07T12:57:17.301262Z","end":"2025-04-07T12:57:17.407411Z","steps":["trace[876646798] 'agreement among raft nodes before linearized reading' (duration: 104.598428ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-07T12:57:17.607986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.922291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/local-path-storage\" limit:1 ","response":"range_response_count:1 size:621"}
{"level":"info","ts":"2025-04-07T12:57:17.609342Z","caller":"traceutil/trace.go:171","msg":"trace[319783848] range","detail":"{range_begin:/registry/namespaces/local-path-storage; range_end:; response_count:1; response_revision:472; }","duration":"108.295741ms","start":"2025-04-07T12:57:17.500993Z","end":"2025-04-07T12:57:17.609289Z","steps":["trace[319783848] 'get authentication metadata' (duration: 105.015629ms)"],"step_count":1}
{"level":"info","ts":"2025-04-07T13:00:27.506041Z","caller":"traceutil/trace.go:171","msg":"trace[1327077382] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1883; }","duration":"108.996085ms","start":"2025-04-07T13:00:27.397015Z","end":"2025-04-07T13:00:27.506011Z","steps":["trace[1327077382] 'process raft request' (duration: 47.868948ms)","trace[1327077382] 'compare' (duration: 60.888288ms)"],"step_count":2}
{"level":"info","ts":"2025-04-07T13:00:27.506088Z","caller":"traceutil/trace.go:171","msg":"trace[1029335348] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"108.980457ms","start":"2025-04-07T13:00:27.397083Z","end":"2025-04-07T13:00:27.506064Z","steps":["trace[1029335348] 'process raft request' (duration: 108.789628ms)"],"step_count":1}
{"level":"info","ts":"2025-04-07T13:00:27.697817Z","caller":"traceutil/trace.go:171","msg":"trace[75807417] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1889; }","duration":"110.440552ms","start":"2025-04-07T13:00:27.587349Z","end":"2025-04-07T13:00:27.697790Z","steps":["trace[75807417] 'process raft request' (duration: 62.2441ms)","trace[75807417] 'compare' (duration: 48.048812ms)"],"step_count":2}
==> kernel <==
13:02:08 up 4:44, 0 users, load average: 0.33, 1.68, 2.39
Linux addons-665428 5.15.0-1078-gcp #87~20.04.1-Ubuntu SMP Mon Feb 24 10:23:16 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [435ec6027ff900db416627ae8d8c4bb8e1c3b8e62366ca3dbccfe3c8e946adf9] <==
I0407 13:00:02.121467 1 main.go:301] handling current node
I0407 13:00:12.118595 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:00:12.118637 1 main.go:301] handling current node
I0407 13:00:22.118261 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:00:22.118313 1 main.go:301] handling current node
I0407 13:00:32.119183 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:00:32.119228 1 main.go:301] handling current node
I0407 13:00:42.125416 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:00:42.125455 1 main.go:301] handling current node
I0407 13:00:52.125520 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:00:52.125558 1 main.go:301] handling current node
I0407 13:01:02.121432 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:01:02.121473 1 main.go:301] handling current node
I0407 13:01:12.125389 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:01:12.125427 1 main.go:301] handling current node
I0407 13:01:22.118257 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:01:22.118303 1 main.go:301] handling current node
I0407 13:01:32.125858 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:01:32.125899 1 main.go:301] handling current node
I0407 13:01:42.125435 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:01:42.125475 1 main.go:301] handling current node
I0407 13:01:52.119125 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:01:52.119166 1 main.go:301] handling current node
I0407 13:02:02.125420 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0407 13:02:02.125463 1 main.go:301] handling current node
==> kube-apiserver [75130c76c57bbf684ca27a760a6e6e8525879978e665a1f3f58f5dc0234592cb] <==
> logger="UnhandledError"
I0407 12:57:49.448748 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E0407 12:59:10.340548 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:42832: use of closed network connection
E0407 12:59:10.524326 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:42854: use of closed network connection
I0407 12:59:31.449514 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.97.53.163"}
I0407 12:59:43.998448 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0407 12:59:44.183499 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.99.194.243"}
I0407 12:59:47.911052 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0407 12:59:49.103216 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0407 12:59:50.499226 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0407 13:00:01.517980 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0407 13:00:26.032520 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0407 13:00:26.032582 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0407 13:00:26.047768 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0407 13:00:26.047943 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0407 13:00:26.049519 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0407 13:00:26.049562 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0407 13:00:26.065816 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0407 13:00:26.065873 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0407 13:00:26.110445 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0407 13:00:26.110491 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0407 13:00:27.093739 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0407 13:00:27.112227 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W0407 13:00:27.208436 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
I0407 13:02:07.119470 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.108.6.149"}
==> kube-controller-manager [abce39cb6102e50074dd43fb84c83720779016b8edd6a8426e2873fe98b75199] <==
E0407 13:01:05.747274 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0407 13:01:09.198419 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0407 13:01:09.199455 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0407 13:01:09.200342 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0407 13:01:09.200397 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0407 13:01:36.547423 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0407 13:01:36.548547 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W0407 13:01:36.549452 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0407 13:01:36.549489 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0407 13:01:45.701974 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0407 13:01:45.703040 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotclasses"
W0407 13:01:45.704013 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0407 13:01:45.704056 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0407 13:01:47.307955 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0407 13:01:47.308930 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0407 13:01:47.309856 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0407 13:01:47.309894 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0407 13:01:48.781808 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0407 13:01:48.782841 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0407 13:01:48.783721 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0407 13:01:48.783760 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0407 13:02:06.957135 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="16.586709ms"
I0407 13:02:06.962964 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="5.685464ms"
I0407 13:02:06.963056 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="45.599µs"
I0407 13:02:06.965889 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="53.088µs"
==> kube-proxy [f2b2fe3bc458c61e59406ac2a8f07e879031cb3158521fde0c03fb164db116c1] <==
I0407 12:57:13.199205 1 server_linux.go:66] "Using iptables proxy"
I0407 12:57:13.512219 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0407 12:57:13.512407 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0407 12:57:13.898939 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0407 12:57:13.899011 1 server_linux.go:170] "Using iptables Proxier"
I0407 12:57:13.915837 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0407 12:57:13.993928 1 server.go:497] "Version info" version="v1.32.2"
I0407 12:57:13.994513 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0407 12:57:14.015630 1 config.go:199] "Starting service config controller"
I0407 12:57:14.015686 1 shared_informer.go:313] Waiting for caches to sync for service config
I0407 12:57:14.015727 1 config.go:105] "Starting endpoint slice config controller"
I0407 12:57:14.015732 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0407 12:57:14.016376 1 config.go:329] "Starting node config controller"
I0407 12:57:14.016397 1 shared_informer.go:313] Waiting for caches to sync for node config
I0407 12:57:14.119030 1 shared_informer.go:320] Caches are synced for node config
I0407 12:57:14.119065 1 shared_informer.go:320] Caches are synced for service config
I0407 12:57:14.119077 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [f7f4e5d1c8efa10a24e409de72cc8eb734006214b8b6d1a4bf154af2050f08fa] <==
W0407 12:57:05.825082 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0407 12:57:05.825082 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
E0407 12:57:05.825103 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
E0407 12:57:05.825107 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0407 12:57:05.825276 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W0407 12:57:05.825283 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0407 12:57:05.825327 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
E0407 12:57:05.825329 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0407 12:57:05.825464 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0407 12:57:05.825494 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0407 12:57:05.825785 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0407 12:57:05.825800 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W0407 12:57:05.825798 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0407 12:57:05.825821 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
E0407 12:57:05.825825 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
E0407 12:57:05.825829 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0407 12:57:05.825871 1 reflector.go:569] runtime/asm_amd64.s:1700: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0407 12:57:05.825899 1 reflector.go:166] "Unhandled Error" err="runtime/asm_amd64.s:1700: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W0407 12:57:05.825980 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "volumeattachments" in API group "storage.k8s.io" at the cluster scope
E0407 12:57:05.826005 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.VolumeAttachment: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0407 12:57:05.826013 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0407 12:57:05.825981 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0407 12:57:05.826044 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
E0407 12:57:05.826044 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I0407 12:57:07.322914 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Apr 07 13:02:06 addons-665428 kubelet[1651]: I0407 13:02:06.956680 1651 memory_manager.go:355] "RemoveStaleState removing state" podUID="b88a0fe1-9fdf-40d1-b0de-343f8272a383" containerName="csi-snapshotter"
Apr 07 13:02:06 addons-665428 kubelet[1651]: I0407 13:02:06.956688 1651 memory_manager.go:355] "RemoveStaleState removing state" podUID="094c2122-1c89-48b7-b193-ad4ad477acfd" containerName="csi-attacher"
Apr 07 13:02:06 addons-665428 kubelet[1651]: I0407 13:02:06.956696 1651 memory_manager.go:355] "RemoveStaleState removing state" podUID="66a88fb9-7375-46e1-90bc-9b40921270b2" containerName="task-pv-container"
Apr 07 13:02:06 addons-665428 kubelet[1651]: I0407 13:02:06.956706 1651 memory_manager.go:355] "RemoveStaleState removing state" podUID="b88a0fe1-9fdf-40d1-b0de-343f8272a383" containerName="csi-provisioner"
Apr 07 13:02:06 addons-665428 kubelet[1651]: I0407 13:02:06.956716 1651 memory_manager.go:355] "RemoveStaleState removing state" podUID="b88a0fe1-9fdf-40d1-b0de-343f8272a383" containerName="node-driver-registrar"
Apr 07 13:02:06 addons-665428 kubelet[1651]: I0407 13:02:06.956724 1651 memory_manager.go:355] "RemoveStaleState removing state" podUID="a8a93f9c-7ebb-43ff-8922-57125efaff4a" containerName="volume-snapshot-controller"
Apr 07 13:02:06 addons-665428 kubelet[1651]: I0407 13:02:06.956731 1651 memory_manager.go:355] "RemoveStaleState removing state" podUID="b88a0fe1-9fdf-40d1-b0de-343f8272a383" containerName="csi-external-health-monitor-controller"
Apr 07 13:02:06 addons-665428 kubelet[1651]: I0407 13:02:06.956739 1651 memory_manager.go:355] "RemoveStaleState removing state" podUID="2ffc6db2-8045-4998-ab22-aac6fc498f01" containerName="csi-resizer"
Apr 07 13:02:06 addons-665428 kubelet[1651]: I0407 13:02:06.975126 1651 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ffwg9\" (UniqueName: \"kubernetes.io/projected/00418ba0-e5a0-4915-b5b1-e4f961e29815-kube-api-access-ffwg9\") pod \"hello-world-app-7d9564db4-vtvmb\" (UID: \"00418ba0-e5a0-4915-b5b1-e4f961e29815\") " pod="default/hello-world-app-7d9564db4-vtvmb"
Apr 07 13:02:07 addons-665428 kubelet[1651]: W0407 13:02:07.323166 1651 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/06c16868ee72c95149a526467d370aa659c5268bcb174a0228f3f554f9e08c02/crio-f5e0473215ee5e8b8a6e7d96ef9032a4476c045522192c0535fd13ccbc96cf12 WatchSource:0}: Error finding container f5e0473215ee5e8b8a6e7d96ef9032a4476c045522192c0535fd13ccbc96cf12: Status 404 returned error can't find the container with id f5e0473215ee5e8b8a6e7d96ef9032a4476c045522192c0535fd13ccbc96cf12
Apr 07 13:02:08 addons-665428 kubelet[1651]: E0407 13:02:08.133520 1651 container_manager_linux.go:516] "Failed to find cgroups of kubelet" err="cpu and memory cgroup hierarchy not unified. cpu: /docker/06c16868ee72c95149a526467d370aa659c5268bcb174a0228f3f554f9e08c02, memory: /docker/06c16868ee72c95149a526467d370aa659c5268bcb174a0228f3f554f9e08c02/system.slice/kubelet.service"
Apr 07 13:02:08 addons-665428 kubelet[1651]: E0407 13:02:08.143354 1651 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/de7e64e01fb951eb827ea308315391a7df1de6e508bc8b98af3d3f0dedd8377e/diff" to get inode usage: stat /var/lib/containers/storage/overlay/de7e64e01fb951eb827ea308315391a7df1de6e508bc8b98af3d3f0dedd8377e/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:02:08 addons-665428 kubelet[1651]: E0407 13:02:08.143411 1651 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/de7e64e01fb951eb827ea308315391a7df1de6e508bc8b98af3d3f0dedd8377e/diff" to get inode usage: stat /var/lib/containers/storage/overlay/de7e64e01fb951eb827ea308315391a7df1de6e508bc8b98af3d3f0dedd8377e/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:02:08 addons-665428 kubelet[1651]: E0407 13:02:08.151753 1651 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/d2044391d2ca72e0306f1cefb9a6defd21e8546dae61e4c5695a05232e07f27e/diff" to get inode usage: stat /var/lib/containers/storage/overlay/d2044391d2ca72e0306f1cefb9a6defd21e8546dae61e4c5695a05232e07f27e/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:02:08 addons-665428 kubelet[1651]: E0407 13:02:08.161799 1651 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/41c39da6c850580bdfc0fe78543c6ce548d2cd0cbf0797b3a3fda9e1c3699419/diff" to get inode usage: stat /var/lib/containers/storage/overlay/41c39da6c850580bdfc0fe78543c6ce548d2cd0cbf0797b3a3fda9e1c3699419/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:02:08 addons-665428 kubelet[1651]: E0407 13:02:08.163083 1651 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/bc496f589732d142007ed82193fcc2fa19028d0f2534d2f3cbcef25384788a05/diff" to get inode usage: stat /var/lib/containers/storage/overlay/bc496f589732d142007ed82193fcc2fa19028d0f2534d2f3cbcef25384788a05/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:02:08 addons-665428 kubelet[1651]: E0407 13:02:08.213486 1651 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/41c39da6c850580bdfc0fe78543c6ce548d2cd0cbf0797b3a3fda9e1c3699419/diff" to get inode usage: stat /var/lib/containers/storage/overlay/41c39da6c850580bdfc0fe78543c6ce548d2cd0cbf0797b3a3fda9e1c3699419/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:02:08 addons-665428 kubelet[1651]: E0407 13:02:08.215686 1651 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/38c5c73dbd7d4cc0a73fe119d22f62454ace3e4e687bf864ec9f2a2366b0f64e/diff" to get inode usage: stat /var/lib/containers/storage/overlay/38c5c73dbd7d4cc0a73fe119d22f62454ace3e4e687bf864ec9f2a2366b0f64e/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:02:08 addons-665428 kubelet[1651]: E0407 13:02:08.217923 1651 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/a9fc0e96f445ab71a73ddf7d702649538b97465ee7e5d8c983e30788560c5271/diff" to get inode usage: stat /var/lib/containers/storage/overlay/a9fc0e96f445ab71a73ddf7d702649538b97465ee7e5d8c983e30788560c5271/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:02:08 addons-665428 kubelet[1651]: E0407 13:02:08.221203 1651 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/38c5c73dbd7d4cc0a73fe119d22f62454ace3e4e687bf864ec9f2a2366b0f64e/diff" to get inode usage: stat /var/lib/containers/storage/overlay/38c5c73dbd7d4cc0a73fe119d22f62454ace3e4e687bf864ec9f2a2366b0f64e/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:02:08 addons-665428 kubelet[1651]: E0407 13:02:08.223425 1651 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/a9fc0e96f445ab71a73ddf7d702649538b97465ee7e5d8c983e30788560c5271/diff" to get inode usage: stat /var/lib/containers/storage/overlay/a9fc0e96f445ab71a73ddf7d702649538b97465ee7e5d8c983e30788560c5271/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:02:08 addons-665428 kubelet[1651]: E0407 13:02:08.225669 1651 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/bc496f589732d142007ed82193fcc2fa19028d0f2534d2f3cbcef25384788a05/diff" to get inode usage: stat /var/lib/containers/storage/overlay/bc496f589732d142007ed82193fcc2fa19028d0f2534d2f3cbcef25384788a05/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:02:08 addons-665428 kubelet[1651]: E0407 13:02:08.226779 1651 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/d2044391d2ca72e0306f1cefb9a6defd21e8546dae61e4c5695a05232e07f27e/diff" to get inode usage: stat /var/lib/containers/storage/overlay/d2044391d2ca72e0306f1cefb9a6defd21e8546dae61e4c5695a05232e07f27e/diff: no such file or directory, extraDiskErr: <nil>
Apr 07 13:02:08 addons-665428 kubelet[1651]: E0407 13:02:08.261206 1651 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744030928260990166,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617400,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 07 13:02:08 addons-665428 kubelet[1651]: E0407 13:02:08.261240 1651 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744030928260990166,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617400,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
==> storage-provisioner [dfdaa07a8c5eeaa1f83f0e799310bba309a6c48ddd3db3b436707860055dd417] <==
I0407 12:57:33.334959 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0407 12:57:33.344254 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0407 12:57:33.344310 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0407 12:57:33.351997 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0407 12:57:33.352188 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-665428_2270833b-0119-4261-888a-d1d9aa4dd29b!
I0407 12:57:33.352145 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"9f022fe4-956d-48c4-8394-7a9212b7efa1", APIVersion:"v1", ResourceVersion:"913", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-665428_2270833b-0119-4261-888a-d1d9aa4dd29b became leader
I0407 12:57:33.452384 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-665428_2270833b-0119-4261-888a-d1d9aa4dd29b!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-665428 -n addons-665428
helpers_test.go:261: (dbg) Run: kubectl --context addons-665428 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: hello-world-app-7d9564db4-vtvmb ingress-nginx-admission-create-6rnpp ingress-nginx-admission-patch-m6g7q
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-665428 describe pod hello-world-app-7d9564db4-vtvmb ingress-nginx-admission-create-6rnpp ingress-nginx-admission-patch-m6g7q
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-665428 describe pod hello-world-app-7d9564db4-vtvmb ingress-nginx-admission-create-6rnpp ingress-nginx-admission-patch-m6g7q: exit status 1 (76.950819ms)
-- stdout --
Name: hello-world-app-7d9564db4-vtvmb
Namespace: default
Priority: 0
Service Account: default
Node: addons-665428/192.168.49.2
Start Time: Mon, 07 Apr 2025 13:02:06 +0000
Labels: app=hello-world-app
pod-template-hash=7d9564db4
Annotations: <none>
Status: Pending
IP:
IPs: <none>
Controlled By: ReplicaSet/hello-world-app-7d9564db4
Containers:
hello-world-app:
Container ID:
Image: docker.io/kicbase/echo-server:1.0
Image ID:
Port: 8080/TCP
Host Port: 0/TCP
State: Waiting
Reason: ContainerCreating
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-ffwg9 (ro)
Conditions:
Type Status
PodReadyToStartContainers False
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-ffwg9:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 3s default-scheduler Successfully assigned default/hello-world-app-7d9564db4-vtvmb to addons-665428
Normal Pulling 2s kubelet Pulling image "docker.io/kicbase/echo-server:1.0"
-- /stdout --
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-6rnpp" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-m6g7q" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-665428 describe pod hello-world-app-7d9564db4-vtvmb ingress-nginx-admission-create-6rnpp ingress-nginx-admission-patch-m6g7q: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-665428 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-665428 addons disable ingress-dns --alsologtostderr -v=1: (1.02934624s)
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-665428 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-665428 addons disable ingress --alsologtostderr -v=1: (7.767300077s)
--- FAIL: TestAddons/parallel/Ingress (154.66s)