=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-295301 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-295301 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-295301 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [5c671251-9adb-41f3-813e-69f29e1fc47d] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [5c671251-9adb-41f3-813e-69f29e1fc47d] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 9.003836939s
I0414 11:03:30.723232 1763595 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-amd64 -p addons-295301 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-295301 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m10.860194074s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-295301 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-amd64 -p addons-295301 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-295301
helpers_test.go:235: (dbg) docker inspect addons-295301:
-- stdout --
[
{
"Id": "1eaf183df2538f1858ab5406034938b27d2f5b666e91c080c2b6e45da45c8cd9",
"Created": "2025-04-14T11:01:04.306372147Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1765475,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-04-14T11:01:04.341530724Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:fa6441117abd3f0ec72d78de011fb44ecb7b1e274ddcf240e39454ed1f98f388",
"ResolvConfPath": "/var/lib/docker/containers/1eaf183df2538f1858ab5406034938b27d2f5b666e91c080c2b6e45da45c8cd9/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/1eaf183df2538f1858ab5406034938b27d2f5b666e91c080c2b6e45da45c8cd9/hostname",
"HostsPath": "/var/lib/docker/containers/1eaf183df2538f1858ab5406034938b27d2f5b666e91c080c2b6e45da45c8cd9/hosts",
"LogPath": "/var/lib/docker/containers/1eaf183df2538f1858ab5406034938b27d2f5b666e91c080c2b6e45da45c8cd9/1eaf183df2538f1858ab5406034938b27d2f5b666e91c080c2b6e45da45c8cd9-json.log",
"Name": "/addons-295301",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-295301:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-295301",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "1eaf183df2538f1858ab5406034938b27d2f5b666e91c080c2b6e45da45c8cd9",
"LowerDir": "/var/lib/docker/overlay2/34791c6f2ef1b8be0bb722f49daa69194c53d9f1564c292008fee6d174e54436-init/diff:/var/lib/docker/overlay2/c6d8bf10401ece8b3f73261aeb3a606dd205e8233950c57e244d9cccf977865e/diff",
"MergedDir": "/var/lib/docker/overlay2/34791c6f2ef1b8be0bb722f49daa69194c53d9f1564c292008fee6d174e54436/merged",
"UpperDir": "/var/lib/docker/overlay2/34791c6f2ef1b8be0bb722f49daa69194c53d9f1564c292008fee6d174e54436/diff",
"WorkDir": "/var/lib/docker/overlay2/34791c6f2ef1b8be0bb722f49daa69194c53d9f1564c292008fee6d174e54436/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-295301",
"Source": "/var/lib/docker/volumes/addons-295301/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-295301",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-295301",
"name.minikube.sigs.k8s.io": "addons-295301",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "90d35da8fffe085b4888ce9527de78cb7ff3fe55aba56d0c4b693bb7411accf0",
"SandboxKey": "/var/run/docker/netns/90d35da8fffe",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-295301": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "5a:c2:c9:91:fc:1f",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "b55fac861dc665ba97b1112dce403d84861754c1d1f5468d2bca8e7f435e0897",
"EndpointID": "de1dea7f1f00ef5f641b6e21502650423674c96ae0612db324b774a733ff12b2",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-295301",
"1eaf183df253"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-295301 -n addons-295301
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-295301 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-295301 logs -n 25: (1.257409234s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | --download-only -p | download-docker-371317 | jenkins | v1.35.0 | 14 Apr 25 11:00 UTC | |
| | download-docker-371317 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-371317 | download-docker-371317 | jenkins | v1.35.0 | 14 Apr 25 11:00 UTC | 14 Apr 25 11:00 UTC |
| start | --download-only -p | binary-mirror-354346 | jenkins | v1.35.0 | 14 Apr 25 11:00 UTC | |
| | binary-mirror-354346 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:43913 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-354346 | binary-mirror-354346 | jenkins | v1.35.0 | 14 Apr 25 11:00 UTC | 14 Apr 25 11:00 UTC |
| addons | disable dashboard -p | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:00 UTC | |
| | addons-295301 | | | | | |
| addons | enable dashboard -p | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:00 UTC | |
| | addons-295301 | | | | | |
| start | -p addons-295301 --wait=true | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:00 UTC | 14 Apr 25 11:02 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-295301 addons disable | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:02 UTC | 14 Apr 25 11:02 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-295301 addons disable | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:02 UTC | 14 Apr 25 11:03 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:03 UTC | 14 Apr 25 11:03 UTC |
| | -p addons-295301 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-295301 addons | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:03 UTC | 14 Apr 25 11:03 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-295301 ssh cat | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:03 UTC | 14 Apr 25 11:03 UTC |
| | /opt/local-path-provisioner/pvc-b3294b40-cb13-4826-81aa-9d006b235b14_default_test-pvc/file1 | | | | | |
| addons | addons-295301 addons disable | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:03 UTC | 14 Apr 25 11:03 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-295301 addons disable | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:03 UTC | 14 Apr 25 11:03 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-295301 addons disable | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:03 UTC | 14 Apr 25 11:03 UTC |
| | amd-gpu-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-295301 addons disable | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:03 UTC | 14 Apr 25 11:03 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| ip | addons-295301 ip | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:03 UTC | 14 Apr 25 11:03 UTC |
| addons | addons-295301 addons disable | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:03 UTC | 14 Apr 25 11:03 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-295301 addons | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:03 UTC | 14 Apr 25 11:03 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-295301 addons | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:03 UTC | 14 Apr 25 11:03 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-295301 addons | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:03 UTC | 14 Apr 25 11:03 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-295301 ssh curl -s | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:03 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-295301 addons | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:04 UTC | 14 Apr 25 11:04 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-295301 addons | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:04 UTC | 14 Apr 25 11:04 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-295301 ip | addons-295301 | jenkins | v1.35.0 | 14 Apr 25 11:05 UTC | 14 Apr 25 11:05 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/04/14 11:00:39
Running on machine: ubuntu-20-agent-13
Binary: Built with gc go1.24.0 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0414 11:00:39.591117 1764857 out.go:345] Setting OutFile to fd 1 ...
I0414 11:00:39.591391 1764857 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:00:39.591400 1764857 out.go:358] Setting ErrFile to fd 2...
I0414 11:00:39.591404 1764857 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:00:39.591595 1764857 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20534-1756784/.minikube/bin
I0414 11:00:39.592232 1764857 out.go:352] Setting JSON to false
I0414 11:00:39.593180 1764857 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-13","uptime":157388,"bootTime":1744471052,"procs":174,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1078-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0414 11:00:39.593305 1764857 start.go:139] virtualization: kvm guest
I0414 11:00:39.595556 1764857 out.go:177] * [addons-295301] minikube v1.35.0 on Ubuntu 20.04 (kvm/amd64)
I0414 11:00:39.597246 1764857 notify.go:220] Checking for updates...
I0414 11:00:39.597255 1764857 out.go:177] - MINIKUBE_LOCATION=20534
I0414 11:00:39.598847 1764857 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0414 11:00:39.600368 1764857 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20534-1756784/kubeconfig
I0414 11:00:39.601731 1764857 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20534-1756784/.minikube
I0414 11:00:39.603528 1764857 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0414 11:00:39.605156 1764857 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0414 11:00:39.606730 1764857 driver.go:394] Setting default libvirt URI to qemu:///system
I0414 11:00:39.629066 1764857 docker.go:123] docker version: linux-28.0.4:Docker Engine - Community
I0414 11:00:39.629158 1764857 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 11:00:39.681930 1764857 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:28 OomKillDisable:true NGoroutines:44 SystemTime:2025-04-14 11:00:39.672911056 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1078-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647996928 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-13 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0414 11:00:39.682075 1764857 docker.go:318] overlay module found
I0414 11:00:39.683967 1764857 out.go:177] * Using the docker driver based on user configuration
I0414 11:00:39.685301 1764857 start.go:297] selected driver: docker
I0414 11:00:39.685315 1764857 start.go:901] validating driver "docker" against <nil>
I0414 11:00:39.685326 1764857 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0414 11:00:39.686118 1764857 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 11:00:39.740945 1764857 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:28 OomKillDisable:true NGoroutines:44 SystemTime:2025-04-14 11:00:39.732061145 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1078-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647996928 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-13 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0414 11:00:39.741100 1764857 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0414 11:00:39.741322 1764857 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0414 11:00:39.743203 1764857 out.go:177] * Using Docker driver with root privileges
I0414 11:00:39.744404 1764857 cni.go:84] Creating CNI manager for ""
I0414 11:00:39.744484 1764857 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0414 11:00:39.744498 1764857 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0414 11:00:39.744578 1764857 start.go:340] cluster config:
{Name:addons-295301 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-295301 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0414 11:00:39.746234 1764857 out.go:177] * Starting "addons-295301" primary control-plane node in "addons-295301" cluster
I0414 11:00:39.747774 1764857 cache.go:121] Beginning downloading kic base image for docker with crio
I0414 11:00:39.749510 1764857 out.go:177] * Pulling base image v0.0.46-1744107393-20604 ...
I0414 11:00:39.750921 1764857 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0414 11:00:39.750983 1764857 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20534-1756784/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-amd64.tar.lz4
I0414 11:00:39.750994 1764857 cache.go:56] Caching tarball of preloaded images
I0414 11:00:39.751075 1764857 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local docker daemon
I0414 11:00:39.751109 1764857 preload.go:172] Found /home/jenkins/minikube-integration/20534-1756784/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I0414 11:00:39.751121 1764857 cache.go:59] Finished verifying existence of preloaded tar for v1.32.2 on crio
I0414 11:00:39.751490 1764857 profile.go:143] Saving config to /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/config.json ...
I0414 11:00:39.751524 1764857 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/config.json: {Name:mkbdfe2591b8be264e4575e95514931694248f07 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:00:39.767494 1764857 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a to local cache
I0414 11:00:39.767662 1764857 image.go:65] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local cache directory
I0414 11:00:39.767686 1764857 image.go:68] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local cache directory, skipping pull
I0414 11:00:39.767694 1764857 image.go:137] gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a exists in cache, skipping pull
I0414 11:00:39.767705 1764857 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a as a tarball
I0414 11:00:39.767739 1764857 cache.go:163] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a from local cache
I0414 11:00:52.239095 1764857 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a from cached tarball
I0414 11:00:52.239137 1764857 cache.go:230] Successfully downloaded all kic artifacts
I0414 11:00:52.239183 1764857 start.go:360] acquireMachinesLock for addons-295301: {Name:mk8298125d180057a0a877335cdc534f9b70beb8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0414 11:00:52.239294 1764857 start.go:364] duration metric: took 89.674µs to acquireMachinesLock for "addons-295301"
I0414 11:00:52.239319 1764857 start.go:93] Provisioning new machine with config: &{Name:addons-295301 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-295301 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I0414 11:00:52.239397 1764857 start.go:125] createHost starting for "" (driver="docker")
I0414 11:00:52.241419 1764857 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0414 11:00:52.241684 1764857 start.go:159] libmachine.API.Create for "addons-295301" (driver="docker")
I0414 11:00:52.241718 1764857 client.go:168] LocalClient.Create starting
I0414 11:00:52.241839 1764857 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20534-1756784/.minikube/certs/ca.pem
I0414 11:00:52.416616 1764857 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20534-1756784/.minikube/certs/cert.pem
I0414 11:00:52.568566 1764857 cli_runner.go:164] Run: docker network inspect addons-295301 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0414 11:00:52.586241 1764857 cli_runner.go:211] docker network inspect addons-295301 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0414 11:00:52.586334 1764857 network_create.go:284] running [docker network inspect addons-295301] to gather additional debugging logs...
I0414 11:00:52.586360 1764857 cli_runner.go:164] Run: docker network inspect addons-295301
W0414 11:00:52.605082 1764857 cli_runner.go:211] docker network inspect addons-295301 returned with exit code 1
I0414 11:00:52.605127 1764857 network_create.go:287] error running [docker network inspect addons-295301]: docker network inspect addons-295301: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-295301 not found
I0414 11:00:52.605143 1764857 network_create.go:289] output of [docker network inspect addons-295301]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-295301 not found
** /stderr **
I0414 11:00:52.605284 1764857 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0414 11:00:52.623901 1764857 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001deea20}
I0414 11:00:52.623957 1764857 network_create.go:124] attempt to create docker network addons-295301 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0414 11:00:52.624006 1764857 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-295301 addons-295301
I0414 11:00:52.678302 1764857 network_create.go:108] docker network addons-295301 192.168.49.0/24 created
I0414 11:00:52.678344 1764857 kic.go:121] calculated static IP "192.168.49.2" for the "addons-295301" container
I0414 11:00:52.678437 1764857 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0414 11:00:52.696121 1764857 cli_runner.go:164] Run: docker volume create addons-295301 --label name.minikube.sigs.k8s.io=addons-295301 --label created_by.minikube.sigs.k8s.io=true
I0414 11:00:52.716505 1764857 oci.go:103] Successfully created a docker volume addons-295301
I0414 11:00:52.716595 1764857 cli_runner.go:164] Run: docker run --rm --name addons-295301-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-295301 --entrypoint /usr/bin/test -v addons-295301:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -d /var/lib
I0414 11:00:59.519388 1764857 cli_runner.go:217] Completed: docker run --rm --name addons-295301-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-295301 --entrypoint /usr/bin/test -v addons-295301:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -d /var/lib: (6.802736254s)
I0414 11:00:59.519423 1764857 oci.go:107] Successfully prepared a docker volume addons-295301
I0414 11:00:59.519460 1764857 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0414 11:00:59.519491 1764857 kic.go:194] Starting extracting preloaded images to volume ...
I0414 11:00:59.519554 1764857 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20534-1756784/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-295301:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -I lz4 -xf /preloaded.tar -C /extractDir
I0414 11:01:04.237865 1764857 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20534-1756784/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-295301:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -I lz4 -xf /preloaded.tar -C /extractDir: (4.718229811s)
I0414 11:01:04.237904 1764857 kic.go:203] duration metric: took 4.718409184s to extract preloaded images to volume ...
W0414 11:01:04.238100 1764857 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0414 11:01:04.238240 1764857 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0414 11:01:04.290095 1764857 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-295301 --name addons-295301 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-295301 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-295301 --network addons-295301 --ip 192.168.49.2 --volume addons-295301:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a
I0414 11:01:04.599019 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Running}}
I0414 11:01:04.618185 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:04.638588 1764857 cli_runner.go:164] Run: docker exec addons-295301 stat /var/lib/dpkg/alternatives/iptables
I0414 11:01:04.682069 1764857 oci.go:144] the created container "addons-295301" has a running status.
I0414 11:01:04.682110 1764857 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa...
I0414 11:01:05.019199 1764857 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0414 11:01:05.088493 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:05.114217 1764857 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0414 11:01:05.114243 1764857 kic_runner.go:114] Args: [docker exec --privileged addons-295301 chown docker:docker /home/docker/.ssh/authorized_keys]
I0414 11:01:05.159285 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:05.178873 1764857 machine.go:93] provisionDockerMachine start ...
I0414 11:01:05.179005 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:05.203819 1764857 main.go:141] libmachine: Using SSH client type: native
I0414 11:01:05.204143 1764857 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0414 11:01:05.204160 1764857 main.go:141] libmachine: About to run SSH command:
hostname
I0414 11:01:05.328347 1764857 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-295301
I0414 11:01:05.328401 1764857 ubuntu.go:169] provisioning hostname "addons-295301"
I0414 11:01:05.328466 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:05.348970 1764857 main.go:141] libmachine: Using SSH client type: native
I0414 11:01:05.349242 1764857 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0414 11:01:05.349264 1764857 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-295301 && echo "addons-295301" | sudo tee /etc/hostname
I0414 11:01:05.485367 1764857 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-295301
I0414 11:01:05.485452 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:05.503540 1764857 main.go:141] libmachine: Using SSH client type: native
I0414 11:01:05.503783 1764857 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0414 11:01:05.503802 1764857 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-295301' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-295301/g' /etc/hosts;
else
echo '127.0.1.1 addons-295301' | sudo tee -a /etc/hosts;
fi
fi
I0414 11:01:05.625247 1764857 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0414 11:01:05.625299 1764857 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20534-1756784/.minikube CaCertPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20534-1756784/.minikube}
I0414 11:01:05.625330 1764857 ubuntu.go:177] setting up certificates
I0414 11:01:05.625352 1764857 provision.go:84] configureAuth start
I0414 11:01:05.625418 1764857 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-295301
I0414 11:01:05.643444 1764857 provision.go:143] copyHostCerts
I0414 11:01:05.643526 1764857 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20534-1756784/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20534-1756784/.minikube/ca.pem (1082 bytes)
I0414 11:01:05.643660 1764857 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20534-1756784/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20534-1756784/.minikube/cert.pem (1123 bytes)
I0414 11:01:05.643731 1764857 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20534-1756784/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20534-1756784/.minikube/key.pem (1675 bytes)
I0414 11:01:05.643783 1764857 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20534-1756784/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20534-1756784/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20534-1756784/.minikube/certs/ca-key.pem org=jenkins.addons-295301 san=[127.0.0.1 192.168.49.2 addons-295301 localhost minikube]
I0414 11:01:05.994225 1764857 provision.go:177] copyRemoteCerts
I0414 11:01:05.994292 1764857 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0414 11:01:05.994330 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:06.013525 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
I0414 11:01:06.102097 1764857 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-1756784/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0414 11:01:06.125538 1764857 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-1756784/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0414 11:01:06.148802 1764857 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-1756784/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0414 11:01:06.171598 1764857 provision.go:87] duration metric: took 546.228491ms to configureAuth
I0414 11:01:06.171624 1764857 ubuntu.go:193] setting minikube options for container-runtime
I0414 11:01:06.171881 1764857 config.go:182] Loaded profile config "addons-295301": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:01:06.172020 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:06.191978 1764857 main.go:141] libmachine: Using SSH client type: native
I0414 11:01:06.192197 1764857 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0414 11:01:06.192215 1764857 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0414 11:01:06.407376 1764857 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0414 11:01:06.407414 1764857 machine.go:96] duration metric: took 1.228512933s to provisionDockerMachine
I0414 11:01:06.407431 1764857 client.go:171] duration metric: took 14.165704232s to LocalClient.Create
I0414 11:01:06.407460 1764857 start.go:167] duration metric: took 14.165776511s to libmachine.API.Create "addons-295301"
I0414 11:01:06.407477 1764857 start.go:293] postStartSetup for "addons-295301" (driver="docker")
I0414 11:01:06.407495 1764857 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0414 11:01:06.407572 1764857 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0414 11:01:06.407624 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:06.426449 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
I0414 11:01:06.522148 1764857 ssh_runner.go:195] Run: cat /etc/os-release
I0414 11:01:06.525513 1764857 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0414 11:01:06.525558 1764857 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0414 11:01:06.525571 1764857 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0414 11:01:06.525579 1764857 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0414 11:01:06.525591 1764857 filesync.go:126] Scanning /home/jenkins/minikube-integration/20534-1756784/.minikube/addons for local assets ...
I0414 11:01:06.525655 1764857 filesync.go:126] Scanning /home/jenkins/minikube-integration/20534-1756784/.minikube/files for local assets ...
I0414 11:01:06.525682 1764857 start.go:296] duration metric: took 118.191774ms for postStartSetup
I0414 11:01:06.525990 1764857 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-295301
I0414 11:01:06.543565 1764857 profile.go:143] Saving config to /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/config.json ...
I0414 11:01:06.543838 1764857 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0414 11:01:06.543904 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:06.563152 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
I0414 11:01:06.649740 1764857 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0414 11:01:06.654573 1764857 start.go:128] duration metric: took 14.415153807s to createHost
I0414 11:01:06.654606 1764857 start.go:83] releasing machines lock for "addons-295301", held for 14.415299782s
I0414 11:01:06.654694 1764857 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-295301
I0414 11:01:06.673169 1764857 ssh_runner.go:195] Run: cat /version.json
I0414 11:01:06.673221 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:06.673258 1764857 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0414 11:01:06.673327 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:06.691416 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
I0414 11:01:06.691684 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
I0414 11:01:06.847540 1764857 ssh_runner.go:195] Run: systemctl --version
I0414 11:01:06.852024 1764857 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0414 11:01:06.992315 1764857 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0414 11:01:06.996834 1764857 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0414 11:01:07.016074 1764857 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0414 11:01:07.016164 1764857 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0414 11:01:07.044998 1764857 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0414 11:01:07.045024 1764857 start.go:495] detecting cgroup driver to use...
I0414 11:01:07.045059 1764857 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0414 11:01:07.045104 1764857 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0414 11:01:07.060907 1764857 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0414 11:01:07.071602 1764857 docker.go:217] disabling cri-docker service (if available) ...
I0414 11:01:07.071663 1764857 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0414 11:01:07.084903 1764857 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0414 11:01:07.098326 1764857 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0414 11:01:07.178068 1764857 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0414 11:01:07.266798 1764857 docker.go:233] disabling docker service ...
I0414 11:01:07.266879 1764857 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0414 11:01:07.286404 1764857 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0414 11:01:07.297907 1764857 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0414 11:01:07.377205 1764857 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0414 11:01:07.461290 1764857 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0414 11:01:07.472439 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0414 11:01:07.489334 1764857 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0414 11:01:07.489400 1764857 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:01:07.498798 1764857 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0414 11:01:07.498867 1764857 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:01:07.508434 1764857 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:01:07.518016 1764857 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:01:07.527912 1764857 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0414 11:01:07.536808 1764857 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:01:07.546470 1764857 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:01:07.561610 1764857 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:01:07.571231 1764857 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0414 11:01:07.580366 1764857 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I0414 11:01:07.580455 1764857 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I0414 11:01:07.595330 1764857 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0414 11:01:07.604504 1764857 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 11:01:07.683898 1764857 ssh_runner.go:195] Run: sudo systemctl restart crio
I0414 11:01:07.796487 1764857 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0414 11:01:07.796579 1764857 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0414 11:01:07.800149 1764857 start.go:563] Will wait 60s for crictl version
I0414 11:01:07.800208 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:01:07.803616 1764857 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0414 11:01:07.839955 1764857 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0414 11:01:07.840052 1764857 ssh_runner.go:195] Run: crio --version
I0414 11:01:07.876364 1764857 ssh_runner.go:195] Run: crio --version
I0414 11:01:07.915388 1764857 out.go:177] * Preparing Kubernetes v1.32.2 on CRI-O 1.24.6 ...
I0414 11:01:07.916847 1764857 cli_runner.go:164] Run: docker network inspect addons-295301 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0414 11:01:07.935198 1764857 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0414 11:01:07.939015 1764857 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0414 11:01:07.950320 1764857 kubeadm.go:883] updating cluster {Name:addons-295301 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-295301 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0414 11:01:07.950465 1764857 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0414 11:01:07.950528 1764857 ssh_runner.go:195] Run: sudo crictl images --output json
I0414 11:01:08.019500 1764857 crio.go:514] all images are preloaded for cri-o runtime.
I0414 11:01:08.019521 1764857 crio.go:433] Images already preloaded, skipping extraction
I0414 11:01:08.019570 1764857 ssh_runner.go:195] Run: sudo crictl images --output json
I0414 11:01:08.053129 1764857 crio.go:514] all images are preloaded for cri-o runtime.
I0414 11:01:08.053157 1764857 cache_images.go:84] Images are preloaded, skipping loading
I0414 11:01:08.053166 1764857 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.32.2 crio true true} ...
I0414 11:01:08.053257 1764857 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-295301 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.32.2 ClusterName:addons-295301 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0414 11:01:08.053328 1764857 ssh_runner.go:195] Run: crio config
I0414 11:01:08.097354 1764857 cni.go:84] Creating CNI manager for ""
I0414 11:01:08.097386 1764857 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0414 11:01:08.097400 1764857 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0414 11:01:08.097426 1764857 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.32.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-295301 NodeName:addons-295301 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0414 11:01:08.097580 1764857 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-295301"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0414 11:01:08.097665 1764857 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.2
I0414 11:01:08.106838 1764857 binaries.go:44] Found k8s binaries, skipping transfer
I0414 11:01:08.106916 1764857 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0414 11:01:08.116174 1764857 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0414 11:01:08.133546 1764857 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0414 11:01:08.151318 1764857 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I0414 11:01:08.169476 1764857 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0414 11:01:08.173624 1764857 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0414 11:01:08.185293 1764857 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 11:01:08.261323 1764857 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0414 11:01:08.274677 1764857 certs.go:68] Setting up /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301 for IP: 192.168.49.2
I0414 11:01:08.274711 1764857 certs.go:194] generating shared ca certs ...
I0414 11:01:08.274740 1764857 certs.go:226] acquiring lock for ca certs: {Name:mkb8d18b4854e149a23c3d8ca993095a76becfa9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:01:08.274928 1764857 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20534-1756784/.minikube/ca.key
I0414 11:01:08.594394 1764857 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20534-1756784/.minikube/ca.crt ...
I0414 11:01:08.594432 1764857 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-1756784/.minikube/ca.crt: {Name:mkdec31565c430950635dd2a3dadfb98f66a2446 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:01:08.594665 1764857 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20534-1756784/.minikube/ca.key ...
I0414 11:01:08.594682 1764857 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-1756784/.minikube/ca.key: {Name:mk54ef97a2ef8c58654dd42e0c26cb84a915538a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:01:08.594820 1764857 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20534-1756784/.minikube/proxy-client-ca.key
I0414 11:01:08.673366 1764857 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20534-1756784/.minikube/proxy-client-ca.crt ...
I0414 11:01:08.673403 1764857 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-1756784/.minikube/proxy-client-ca.crt: {Name:mk0773006ea596ab907b0b06f5f5383e1c501f83 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:01:08.673611 1764857 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20534-1756784/.minikube/proxy-client-ca.key ...
I0414 11:01:08.673627 1764857 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-1756784/.minikube/proxy-client-ca.key: {Name:mk8d3220c5d924cd8dd24a1c9a80aa1b94604c83 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:01:08.673735 1764857 certs.go:256] generating profile certs ...
I0414 11:01:08.673823 1764857 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/client.key
I0414 11:01:08.673868 1764857 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/client.crt with IP's: []
I0414 11:01:08.857648 1764857 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/client.crt ...
I0414 11:01:08.857690 1764857 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/client.crt: {Name:mka8250f9cf46cf05f638b70f43cd0930647f09c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:01:08.857895 1764857 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/client.key ...
I0414 11:01:08.857911 1764857 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/client.key: {Name:mk0ea431f43814f7ccde2ed235f209f296de0026 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:01:08.858018 1764857 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/apiserver.key.c4e03fab
I0414 11:01:08.858041 1764857 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/apiserver.crt.c4e03fab with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0414 11:01:09.331582 1764857 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/apiserver.crt.c4e03fab ...
I0414 11:01:09.331624 1764857 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/apiserver.crt.c4e03fab: {Name:mk5d670f0e06a3e21df1cbe5e451d8abd007e4e5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:01:09.331826 1764857 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/apiserver.key.c4e03fab ...
I0414 11:01:09.331850 1764857 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/apiserver.key.c4e03fab: {Name:mk41a11717f350fdf7ef1755bf3ef8d6540a7709 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:01:09.331960 1764857 certs.go:381] copying /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/apiserver.crt.c4e03fab -> /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/apiserver.crt
I0414 11:01:09.332060 1764857 certs.go:385] copying /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/apiserver.key.c4e03fab -> /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/apiserver.key
I0414 11:01:09.332124 1764857 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/proxy-client.key
I0414 11:01:09.332150 1764857 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/proxy-client.crt with IP's: []
I0414 11:01:09.730779 1764857 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/proxy-client.crt ...
I0414 11:01:09.730815 1764857 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/proxy-client.crt: {Name:mk631eb52442b7c342639cf8bab586f3918a8a1d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:01:09.731030 1764857 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/proxy-client.key ...
I0414 11:01:09.731052 1764857 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/proxy-client.key: {Name:mka2c55842ac18690c561cfe813fb8f982e2313f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:01:09.731305 1764857 certs.go:484] found cert: /home/jenkins/minikube-integration/20534-1756784/.minikube/certs/ca-key.pem (1679 bytes)
I0414 11:01:09.731356 1764857 certs.go:484] found cert: /home/jenkins/minikube-integration/20534-1756784/.minikube/certs/ca.pem (1082 bytes)
I0414 11:01:09.731434 1764857 certs.go:484] found cert: /home/jenkins/minikube-integration/20534-1756784/.minikube/certs/cert.pem (1123 bytes)
I0414 11:01:09.731483 1764857 certs.go:484] found cert: /home/jenkins/minikube-integration/20534-1756784/.minikube/certs/key.pem (1675 bytes)
I0414 11:01:09.732153 1764857 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-1756784/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0414 11:01:09.757033 1764857 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-1756784/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0414 11:01:09.780431 1764857 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-1756784/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0414 11:01:09.804268 1764857 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-1756784/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0414 11:01:09.828181 1764857 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0414 11:01:09.851771 1764857 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0414 11:01:09.874707 1764857 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0414 11:01:09.898529 1764857 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-1756784/.minikube/profiles/addons-295301/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0414 11:01:09.921599 1764857 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-1756784/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0414 11:01:09.944900 1764857 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0414 11:01:09.961733 1764857 ssh_runner.go:195] Run: openssl version
I0414 11:01:09.967365 1764857 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0414 11:01:09.977157 1764857 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0414 11:01:09.980589 1764857 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Apr 14 11:01 /usr/share/ca-certificates/minikubeCA.pem
I0414 11:01:09.980654 1764857 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0414 11:01:09.987346 1764857 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0414 11:01:09.996453 1764857 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0414 11:01:09.999773 1764857 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0414 11:01:09.999830 1764857 kubeadm.go:392] StartCluster: {Name:addons-295301 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-295301 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0414 11:01:09.999924 1764857 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0414 11:01:09.999991 1764857 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0414 11:01:10.035108 1764857 cri.go:89] found id: ""
I0414 11:01:10.035177 1764857 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0414 11:01:10.043807 1764857 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0414 11:01:10.052435 1764857 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0414 11:01:10.052512 1764857 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0414 11:01:10.061097 1764857 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0414 11:01:10.061119 1764857 kubeadm.go:157] found existing configuration files:
I0414 11:01:10.061172 1764857 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0414 11:01:10.069840 1764857 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0414 11:01:10.069906 1764857 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0414 11:01:10.077903 1764857 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0414 11:01:10.086440 1764857 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0414 11:01:10.086504 1764857 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0414 11:01:10.094721 1764857 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0414 11:01:10.103161 1764857 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0414 11:01:10.103246 1764857 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0414 11:01:10.111376 1764857 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0414 11:01:10.119721 1764857 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0414 11:01:10.119792 1764857 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0414 11:01:10.127896 1764857 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.32.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0414 11:01:10.165634 1764857 kubeadm.go:310] [init] Using Kubernetes version: v1.32.2
I0414 11:01:10.165693 1764857 kubeadm.go:310] [preflight] Running pre-flight checks
I0414 11:01:10.183254 1764857 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0414 11:01:10.183370 1764857 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1078-gcp[0m
I0414 11:01:10.183419 1764857 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0414 11:01:10.183486 1764857 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0414 11:01:10.183549 1764857 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0414 11:01:10.183655 1764857 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0414 11:01:10.183759 1764857 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0414 11:01:10.183861 1764857 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0414 11:01:10.183960 1764857 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0414 11:01:10.184047 1764857 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0414 11:01:10.184118 1764857 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0414 11:01:10.184194 1764857 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0414 11:01:10.239149 1764857 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0414 11:01:10.239308 1764857 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0414 11:01:10.239452 1764857 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0414 11:01:10.245771 1764857 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0414 11:01:10.248077 1764857 out.go:235] - Generating certificates and keys ...
I0414 11:01:10.248191 1764857 kubeadm.go:310] [certs] Using existing ca certificate authority
I0414 11:01:10.248304 1764857 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0414 11:01:10.304310 1764857 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0414 11:01:10.483792 1764857 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0414 11:01:10.597125 1764857 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0414 11:01:10.827665 1764857 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0414 11:01:10.884926 1764857 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0414 11:01:10.885078 1764857 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-295301 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0414 11:01:11.089733 1764857 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0414 11:01:11.089935 1764857 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-295301 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0414 11:01:11.288649 1764857 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0414 11:01:11.485563 1764857 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0414 11:01:11.723396 1764857 kubeadm.go:310] [certs] Generating "sa" key and public key
I0414 11:01:11.723546 1764857 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0414 11:01:11.925412 1764857 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0414 11:01:12.001865 1764857 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0414 11:01:12.183211 1764857 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0414 11:01:12.311730 1764857 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0414 11:01:12.402130 1764857 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0414 11:01:12.402600 1764857 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0414 11:01:12.406432 1764857 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0414 11:01:12.409020 1764857 out.go:235] - Booting up control plane ...
I0414 11:01:12.409148 1764857 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0414 11:01:12.409216 1764857 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0414 11:01:12.409270 1764857 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0414 11:01:12.418031 1764857 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0414 11:01:12.423532 1764857 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0414 11:01:12.423624 1764857 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0414 11:01:12.507012 1764857 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0414 11:01:12.507181 1764857 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0414 11:01:13.009144 1764857 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 502.147623ms
I0414 11:01:13.009292 1764857 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0414 11:01:17.510487 1764857 kubeadm.go:310] [api-check] The API server is healthy after 4.501421751s
I0414 11:01:17.523400 1764857 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0414 11:01:17.537347 1764857 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0414 11:01:17.557474 1764857 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0414 11:01:17.557754 1764857 kubeadm.go:310] [mark-control-plane] Marking the node addons-295301 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0414 11:01:17.566139 1764857 kubeadm.go:310] [bootstrap-token] Using token: ymai8h.ektgi8gz6k6sodsk
I0414 11:01:17.567842 1764857 out.go:235] - Configuring RBAC rules ...
I0414 11:01:17.568002 1764857 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0414 11:01:17.571533 1764857 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0414 11:01:17.577416 1764857 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0414 11:01:17.580124 1764857 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0414 11:01:17.584122 1764857 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0414 11:01:17.586824 1764857 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0414 11:01:17.917006 1764857 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0414 11:01:18.335142 1764857 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0414 11:01:18.916712 1764857 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0414 11:01:18.918815 1764857 kubeadm.go:310]
I0414 11:01:18.918942 1764857 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0414 11:01:18.918967 1764857 kubeadm.go:310]
I0414 11:01:18.919079 1764857 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0414 11:01:18.919100 1764857 kubeadm.go:310]
I0414 11:01:18.919131 1764857 kubeadm.go:310] mkdir -p $HOME/.kube
I0414 11:01:18.919211 1764857 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0414 11:01:18.919279 1764857 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0414 11:01:18.919288 1764857 kubeadm.go:310]
I0414 11:01:18.919355 1764857 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0414 11:01:18.919364 1764857 kubeadm.go:310]
I0414 11:01:18.919434 1764857 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0414 11:01:18.919443 1764857 kubeadm.go:310]
I0414 11:01:18.919538 1764857 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0414 11:01:18.919645 1764857 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0414 11:01:18.919739 1764857 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0414 11:01:18.919748 1764857 kubeadm.go:310]
I0414 11:01:18.919858 1764857 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0414 11:01:18.919967 1764857 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0414 11:01:18.919977 1764857 kubeadm.go:310]
I0414 11:01:18.920105 1764857 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token ymai8h.ektgi8gz6k6sodsk \
I0414 11:01:18.920268 1764857 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:3306361d8f8e1efeb7a2e75e6808d4dda12e0a65eb7cfe66d070f7588bdaea82 \
I0414 11:01:18.920310 1764857 kubeadm.go:310] --control-plane
I0414 11:01:18.920320 1764857 kubeadm.go:310]
I0414 11:01:18.920456 1764857 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0414 11:01:18.920467 1764857 kubeadm.go:310]
I0414 11:01:18.920598 1764857 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token ymai8h.ektgi8gz6k6sodsk \
I0414 11:01:18.920759 1764857 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:3306361d8f8e1efeb7a2e75e6808d4dda12e0a65eb7cfe66d070f7588bdaea82
I0414 11:01:18.923054 1764857 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I0414 11:01:18.923291 1764857 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1078-gcp\n", err: exit status 1
I0414 11:01:18.923410 1764857 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0414 11:01:18.923439 1764857 cni.go:84] Creating CNI manager for ""
I0414 11:01:18.923449 1764857 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0414 11:01:18.925728 1764857 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0414 11:01:18.927240 1764857 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0414 11:01:18.931298 1764857 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.32.2/kubectl ...
I0414 11:01:18.931323 1764857 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0414 11:01:18.949303 1764857 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0414 11:01:19.156052 1764857 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0414 11:01:19.156176 1764857 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:01:19.156207 1764857 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-295301 minikube.k8s.io/updated_at=2025_04_14T11_01_19_0700 minikube.k8s.io/version=v1.35.0 minikube.k8s.io/commit=43cb59e6a4e9845c84b0379fb52045b7420d26a4 minikube.k8s.io/name=addons-295301 minikube.k8s.io/primary=true
I0414 11:01:19.228681 1764857 ops.go:34] apiserver oom_adj: -16
I0414 11:01:19.228701 1764857 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:01:19.729424 1764857 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:01:20.229651 1764857 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:01:20.729702 1764857 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:01:21.229233 1764857 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:01:21.728834 1764857 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:01:22.229637 1764857 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:01:22.729627 1764857 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:01:23.229498 1764857 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:01:23.298010 1764857 kubeadm.go:1113] duration metric: took 4.141901548s to wait for elevateKubeSystemPrivileges
I0414 11:01:23.298049 1764857 kubeadm.go:394] duration metric: took 13.298223441s to StartCluster
I0414 11:01:23.298073 1764857 settings.go:142] acquiring lock: {Name:mk6a735f322e7f96ec9f65c7a1f33dfdf1f4261d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:01:23.298208 1764857 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20534-1756784/kubeconfig
I0414 11:01:23.298661 1764857 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-1756784/kubeconfig: {Name:mk81528aab280defac9e292d7b7806d6cd07ea90 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:01:23.298909 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0414 11:01:23.298913 1764857 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I0414 11:01:23.298931 1764857 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0414 11:01:23.299067 1764857 addons.go:69] Setting cloud-spanner=true in profile "addons-295301"
I0414 11:01:23.299085 1764857 addons.go:69] Setting default-storageclass=true in profile "addons-295301"
I0414 11:01:23.299102 1764857 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-295301"
I0414 11:01:23.299123 1764857 addons.go:238] Setting addon cloud-spanner=true in "addons-295301"
I0414 11:01:23.299176 1764857 host.go:66] Checking if "addons-295301" exists ...
I0414 11:01:23.299190 1764857 config.go:182] Loaded profile config "addons-295301": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:01:23.299180 1764857 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-295301"
I0414 11:01:23.299234 1764857 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-295301"
I0414 11:01:23.299246 1764857 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-295301"
I0414 11:01:23.299258 1764857 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-295301"
I0414 11:01:23.299290 1764857 host.go:66] Checking if "addons-295301" exists ...
I0414 11:01:23.299292 1764857 host.go:66] Checking if "addons-295301" exists ...
I0414 11:01:23.299509 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:23.299701 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:23.299747 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:23.299779 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:23.299756 1764857 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-295301"
I0414 11:01:23.299825 1764857 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-295301"
I0414 11:01:23.299983 1764857 addons.go:69] Setting registry=true in profile "addons-295301"
I0414 11:01:23.300037 1764857 addons.go:238] Setting addon registry=true in "addons-295301"
I0414 11:01:23.300097 1764857 host.go:66] Checking if "addons-295301" exists ...
I0414 11:01:23.300219 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:23.300718 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:23.300761 1764857 addons.go:69] Setting volumesnapshots=true in profile "addons-295301"
I0414 11:01:23.300782 1764857 addons.go:238] Setting addon volumesnapshots=true in "addons-295301"
I0414 11:01:23.300809 1764857 host.go:66] Checking if "addons-295301" exists ...
I0414 11:01:23.300718 1764857 addons.go:69] Setting volcano=true in profile "addons-295301"
I0414 11:01:23.301306 1764857 addons.go:238] Setting addon volcano=true in "addons-295301"
I0414 11:01:23.301357 1764857 host.go:66] Checking if "addons-295301" exists ...
I0414 11:01:23.301367 1764857 addons.go:69] Setting inspektor-gadget=true in profile "addons-295301"
I0414 11:01:23.301545 1764857 addons.go:238] Setting addon inspektor-gadget=true in "addons-295301"
I0414 11:01:23.301597 1764857 host.go:66] Checking if "addons-295301" exists ...
I0414 11:01:23.301934 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:23.299074 1764857 addons.go:69] Setting yakd=true in profile "addons-295301"
I0414 11:01:23.312021 1764857 addons.go:238] Setting addon yakd=true in "addons-295301"
I0414 11:01:23.312093 1764857 host.go:66] Checking if "addons-295301" exists ...
I0414 11:01:23.312166 1764857 addons.go:69] Setting metrics-server=true in profile "addons-295301"
I0414 11:01:23.312198 1764857 addons.go:238] Setting addon metrics-server=true in "addons-295301"
I0414 11:01:23.312234 1764857 host.go:66] Checking if "addons-295301" exists ...
I0414 11:01:23.312815 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:23.312877 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:23.316997 1764857 addons.go:69] Setting storage-provisioner=true in profile "addons-295301"
I0414 11:01:23.317036 1764857 addons.go:238] Setting addon storage-provisioner=true in "addons-295301"
I0414 11:01:23.317081 1764857 host.go:66] Checking if "addons-295301" exists ...
I0414 11:01:23.317743 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:23.302354 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:23.302371 1764857 addons.go:69] Setting gcp-auth=true in profile "addons-295301"
I0414 11:01:23.320048 1764857 mustload.go:65] Loading cluster: addons-295301
I0414 11:01:23.302409 1764857 addons.go:69] Setting ingress=true in profile "addons-295301"
I0414 11:01:23.320405 1764857 addons.go:238] Setting addon ingress=true in "addons-295301"
I0414 11:01:23.320495 1764857 host.go:66] Checking if "addons-295301" exists ...
I0414 11:01:23.302421 1764857 addons.go:69] Setting ingress-dns=true in profile "addons-295301"
I0414 11:01:23.321083 1764857 addons.go:238] Setting addon ingress-dns=true in "addons-295301"
I0414 11:01:23.321280 1764857 host.go:66] Checking if "addons-295301" exists ...
I0414 11:01:23.322077 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:23.302434 1764857 out.go:177] * Verifying Kubernetes components...
I0414 11:01:23.309998 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:23.299081 1764857 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-295301"
I0414 11:01:23.324188 1764857 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-295301"
I0414 11:01:23.324331 1764857 host.go:66] Checking if "addons-295301" exists ...
I0414 11:01:23.326704 1764857 config.go:182] Loaded profile config "addons-295301": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:01:23.326594 1764857 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 11:01:23.329387 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:23.335937 1764857 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.31
I0414 11:01:23.338232 1764857 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I0414 11:01:23.338264 1764857 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0414 11:01:23.338333 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:23.347638 1764857 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I0414 11:01:23.349186 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:23.350121 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:23.352516 1764857 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I0414 11:01:23.353958 1764857 out.go:177] - Using image docker.io/registry:2.8.3
I0414 11:01:23.355441 1764857 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I0414 11:01:23.355462 1764857 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0414 11:01:23.355529 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:23.356687 1764857 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0414 11:01:23.356707 1764857 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I0414 11:01:23.356769 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:23.366669 1764857 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0414 11:01:23.370721 1764857 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.1
I0414 11:01:23.370842 1764857 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0414 11:01:23.370862 1764857 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0414 11:01:23.370951 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:23.372520 1764857 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0414 11:01:23.372547 1764857 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0414 11:01:23.372608 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:23.374957 1764857 addons.go:238] Setting addon default-storageclass=true in "addons-295301"
I0414 11:01:23.375029 1764857 host.go:66] Checking if "addons-295301" exists ...
I0414 11:01:23.375802 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
W0414 11:01:23.389043 1764857 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0414 11:01:23.391191 1764857 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I0414 11:01:23.391546 1764857 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-295301"
I0414 11:01:23.391598 1764857 host.go:66] Checking if "addons-295301" exists ...
I0414 11:01:23.392138 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:23.393780 1764857 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0414 11:01:23.395144 1764857 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0414 11:01:23.396810 1764857 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0414 11:01:23.396838 1764857 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0414 11:01:23.396907 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:23.401011 1764857 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0414 11:01:23.403222 1764857 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0414 11:01:23.403250 1764857 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0414 11:01:23.403324 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:23.406430 1764857 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0414 11:01:23.407797 1764857 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I0414 11:01:23.407824 1764857 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0414 11:01:23.407903 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:23.413290 1764857 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0414 11:01:23.413664 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
I0414 11:01:23.417636 1764857 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0414 11:01:23.417663 1764857 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0414 11:01:23.417734 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:23.425242 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
I0414 11:01:23.443679 1764857 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.37.0
I0414 11:01:23.443822 1764857 host.go:66] Checking if "addons-295301" exists ...
I0414 11:01:23.444874 1764857 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I0414 11:01:23.444895 1764857 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I0414 11:01:23.444971 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:23.450366 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
I0414 11:01:23.451905 1764857 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0414 11:01:23.451977 1764857 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0414 11:01:23.452058 1764857 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0414 11:01:23.452115 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:23.453398 1764857 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0414 11:01:23.453438 1764857 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0414 11:01:23.453488 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:23.458961 1764857 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0414 11:01:23.459205 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
I0414 11:01:23.460703 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
I0414 11:01:23.461676 1764857 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0414 11:01:23.462999 1764857 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0414 11:01:23.464354 1764857 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0414 11:01:23.465543 1764857 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0414 11:01:23.466685 1764857 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0414 11:01:23.467004 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
I0414 11:01:23.468888 1764857 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0414 11:01:23.469741 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
I0414 11:01:23.470926 1764857 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0414 11:01:23.470990 1764857 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0414 11:01:23.472026 1764857 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0414 11:01:23.472049 1764857 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0414 11:01:23.472120 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:23.473646 1764857 out.go:177] - Using image docker.io/busybox:stable
I0414 11:01:23.474893 1764857 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0414 11:01:23.474928 1764857 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0414 11:01:23.474994 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:23.516579 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
I0414 11:01:23.516579 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
I0414 11:01:23.516579 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
I0414 11:01:23.520579 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
I0414 11:01:23.522427 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
I0414 11:01:23.522724 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
I0414 11:01:23.533149 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
W0414 11:01:23.586394 1764857 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0414 11:01:23.586439 1764857 retry.go:31] will retry after 355.479863ms: ssh: handshake failed: EOF
W0414 11:01:23.586720 1764857 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0414 11:01:23.586742 1764857 retry.go:31] will retry after 213.551659ms: ssh: handshake failed: EOF
I0414 11:01:23.708242 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0414 11:01:23.791178 1764857 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0414 11:01:23.887448 1764857 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I0414 11:01:23.887481 1764857 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0414 11:01:23.900895 1764857 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0414 11:01:23.904317 1764857 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0414 11:01:24.000779 1764857 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0414 11:01:24.090168 1764857 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0414 11:01:24.104262 1764857 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0414 11:01:24.181589 1764857 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I0414 11:01:24.181703 1764857 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0414 11:01:24.182955 1764857 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0414 11:01:24.183034 1764857 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0414 11:01:24.184704 1764857 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I0414 11:01:24.184776 1764857 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0414 11:01:24.190235 1764857 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0414 11:01:24.195351 1764857 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0414 11:01:24.195403 1764857 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0414 11:01:24.285748 1764857 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I0414 11:01:24.285783 1764857 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14539 bytes)
I0414 11:01:24.285964 1764857 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0414 11:01:24.309748 1764857 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0414 11:01:24.482586 1764857 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0414 11:01:24.484210 1764857 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0414 11:01:24.484286 1764857 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0414 11:01:24.485825 1764857 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0414 11:01:24.485861 1764857 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0414 11:01:24.490430 1764857 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0414 11:01:24.585773 1764857 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I0414 11:01:24.585883 1764857 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0414 11:01:24.883954 1764857 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I0414 11:01:24.884058 1764857 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0414 11:01:24.898080 1764857 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0414 11:01:24.898112 1764857 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0414 11:01:24.989493 1764857 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0414 11:01:24.989588 1764857 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0414 11:01:24.997214 1764857 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0414 11:01:24.997253 1764857 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0414 11:01:25.281282 1764857 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0414 11:01:25.296153 1764857 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0414 11:01:25.296200 1764857 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0414 11:01:25.382210 1764857 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I0414 11:01:25.382318 1764857 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0414 11:01:25.582157 1764857 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0414 11:01:25.582264 1764857 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0414 11:01:25.593865 1764857 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0414 11:01:26.089277 1764857 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0414 11:01:26.089374 1764857 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0414 11:01:26.195475 1764857 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0414 11:01:26.195576 1764857 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0414 11:01:26.481374 1764857 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0414 11:01:26.481404 1764857 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0414 11:01:26.492003 1764857 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0414 11:01:26.492043 1764857 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0414 11:01:26.500976 1764857 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.792687445s)
I0414 11:01:26.501026 1764857 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0414 11:01:26.691315 1764857 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0414 11:01:26.691427 1764857 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0414 11:01:26.800183 1764857 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0414 11:01:26.800212 1764857 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0414 11:01:26.988409 1764857 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0414 11:01:26.988510 1764857 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0414 11:01:27.101930 1764857 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0414 11:01:27.186805 1764857 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0414 11:01:27.186834 1764857 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0414 11:01:27.187105 1764857 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.395826379s)
I0414 11:01:27.187191 1764857 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (3.286264092s)
I0414 11:01:27.187229 1764857 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (3.28288551s)
I0414 11:01:27.187258 1764857 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (3.186392186s)
I0414 11:01:27.188183 1764857 node_ready.go:35] waiting up to 6m0s for node "addons-295301" to be "Ready" ...
I0414 11:01:27.197333 1764857 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-295301" context rescaled to 1 replicas
I0414 11:01:27.485069 1764857 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0414 11:01:27.485197 1764857 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0414 11:01:27.681976 1764857 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0414 11:01:29.194591 1764857 node_ready.go:53] node "addons-295301" has status "Ready":"False"
I0414 11:01:30.489015 1764857 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0414 11:01:30.489127 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:30.503747 1764857 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.413467413s)
I0414 11:01:30.503849 1764857 addons.go:479] Verifying addon ingress=true in "addons-295301"
I0414 11:01:30.503885 1764857 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (6.399588712s)
I0414 11:01:30.503980 1764857 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (6.313715314s)
I0414 11:01:30.504020 1764857 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.218035774s)
I0414 11:01:30.504346 1764857 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (6.194566501s)
I0414 11:01:30.504376 1764857 addons.go:479] Verifying addon registry=true in "addons-295301"
I0414 11:01:30.504657 1764857 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (6.021960624s)
I0414 11:01:30.504756 1764857 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (6.014224441s)
I0414 11:01:30.504843 1764857 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.223453883s)
I0414 11:01:30.504856 1764857 addons.go:479] Verifying addon metrics-server=true in "addons-295301"
I0414 11:01:30.504920 1764857 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.911017858s)
I0414 11:01:30.505613 1764857 out.go:177] * Verifying ingress addon...
I0414 11:01:30.505634 1764857 out.go:177] * Verifying registry addon...
I0414 11:01:30.507655 1764857 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-295301 service yakd-dashboard -n yakd-dashboard
I0414 11:01:30.508681 1764857 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0414 11:01:30.508695 1764857 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0414 11:01:30.513672 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
I0414 11:01:30.514940 1764857 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0414 11:01:30.515011 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:30.515487 1764857 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0414 11:01:30.515505 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0414 11:01:30.516604 1764857 out.go:270] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0414 11:01:30.805808 1764857 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0414 11:01:30.893054 1764857 addons.go:238] Setting addon gcp-auth=true in "addons-295301"
I0414 11:01:30.893121 1764857 host.go:66] Checking if "addons-295301" exists ...
I0414 11:01:30.893651 1764857 cli_runner.go:164] Run: docker container inspect addons-295301 --format={{.State.Status}}
I0414 11:01:30.916566 1764857 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0414 11:01:30.916623 1764857 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-295301
I0414 11:01:30.937458 1764857 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20534-1756784/.minikube/machines/addons-295301/id_rsa Username:docker}
I0414 11:01:31.012200 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:31.012467 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:31.512553 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:31.512783 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:31.594311 1764857 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.492248527s)
W0414 11:01:31.594364 1764857 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0414 11:01:31.594392 1764857 retry.go:31] will retry after 167.949973ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0414 11:01:31.690988 1764857 node_ready.go:53] node "addons-295301" has status "Ready":"False"
I0414 11:01:31.763181 1764857 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0414 11:01:31.982165 1764857 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (1.0655606s)
I0414 11:01:31.982477 1764857 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.300361565s)
I0414 11:01:31.982566 1764857 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-295301"
I0414 11:01:31.984175 1764857 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0414 11:01:31.984970 1764857 out.go:177] * Verifying csi-hostpath-driver addon...
I0414 11:01:31.986463 1764857 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I0414 11:01:31.987412 1764857 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0414 11:01:31.987859 1764857 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0414 11:01:31.987884 1764857 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0414 11:01:31.990469 1764857 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0414 11:01:31.990492 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:32.008558 1764857 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0414 11:01:32.008594 1764857 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0414 11:01:32.014619 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:32.014778 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:32.084772 1764857 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0414 11:01:32.084806 1764857 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0414 11:01:32.103719 1764857 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0414 11:01:32.494559 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:32.595931 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:32.596082 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:32.990949 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:33.011749 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:33.012052 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:33.491582 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:33.512168 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:33.512453 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:33.691205 1764857 node_ready.go:53] node "addons-295301" has status "Ready":"False"
I0414 11:01:33.991765 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:34.012536 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:34.012721 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:34.491634 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:34.512164 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:34.512359 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:34.527253 1764857 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.76401178s)
I0414 11:01:34.527311 1764857 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (2.423563313s)
I0414 11:01:34.528411 1764857 addons.go:479] Verifying addon gcp-auth=true in "addons-295301"
I0414 11:01:34.531161 1764857 out.go:177] * Verifying gcp-auth addon...
I0414 11:01:34.533132 1764857 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0414 11:01:34.535543 1764857 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0414 11:01:34.535561 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:34.990565 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:35.012194 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:35.012447 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:35.035903 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:35.491644 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:35.512595 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:35.512712 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:35.536243 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:35.990974 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:36.011933 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:36.012172 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:36.037101 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:36.191806 1764857 node_ready.go:53] node "addons-295301" has status "Ready":"False"
I0414 11:01:36.491403 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:36.512015 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:36.512217 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:36.536576 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:36.991057 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:37.011885 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:37.012047 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:37.036810 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:37.491159 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:37.512057 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:37.512148 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:37.536986 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:37.991041 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:38.011772 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:38.012005 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:38.036612 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:38.490894 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:38.511234 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:38.511321 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:38.536237 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:38.691043 1764857 node_ready.go:53] node "addons-295301" has status "Ready":"False"
I0414 11:01:38.991420 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:39.012484 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:39.012727 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:39.036296 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:39.491779 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:39.513267 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:39.513676 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:39.535979 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:39.990853 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:40.011637 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:40.011867 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:40.036621 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:40.490457 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:40.512136 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:40.512194 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:40.537095 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:40.691861 1764857 node_ready.go:53] node "addons-295301" has status "Ready":"False"
I0414 11:01:40.990995 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:41.011772 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:41.011978 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:41.036789 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:41.491775 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:41.512519 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:41.512570 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:41.536433 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:41.991217 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:42.011996 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:42.012185 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:42.037025 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:42.491184 1764857 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0414 11:01:42.491213 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:42.512151 1764857 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0414 11:01:42.512185 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:42.512502 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:42.539986 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:42.692521 1764857 node_ready.go:49] node "addons-295301" has status "Ready":"True"
I0414 11:01:42.692553 1764857 node_ready.go:38] duration metric: took 15.504336858s for node "addons-295301" to be "Ready" ...
I0414 11:01:42.692565 1764857 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0414 11:01:42.697224 1764857 pod_ready.go:79] waiting up to 6m0s for pod "amd-gpu-device-plugin-nm4lc" in "kube-system" namespace to be "Ready" ...
I0414 11:01:42.993427 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:43.093411 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:43.093455 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:43.093520 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:43.491714 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:43.512339 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:43.512467 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:43.535734 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:43.991417 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:44.012595 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:44.012823 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:44.036295 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:44.495877 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:44.583482 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:44.583889 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:44.584804 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:44.706153 1764857 pod_ready.go:103] pod "amd-gpu-device-plugin-nm4lc" in "kube-system" namespace has status "Ready":"False"
I0414 11:01:44.991384 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:45.012517 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:45.012537 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:45.083155 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:45.491299 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:45.512212 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:45.512221 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:45.537086 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:45.992183 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:46.011909 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:46.012035 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:46.036943 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:46.492033 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:46.512182 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:46.512460 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:46.536847 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:46.991682 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:47.012572 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:47.012634 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:47.036486 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:47.202604 1764857 pod_ready.go:103] pod "amd-gpu-device-plugin-nm4lc" in "kube-system" namespace has status "Ready":"False"
I0414 11:01:47.491292 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:47.512549 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:47.512718 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:47.536452 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:47.991380 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:48.012449 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:48.012762 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:48.036716 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:48.492136 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:48.511898 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:48.512030 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:48.536599 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:48.991932 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:49.012265 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:49.012519 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:49.082539 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:49.203306 1764857 pod_ready.go:103] pod "amd-gpu-device-plugin-nm4lc" in "kube-system" namespace has status "Ready":"False"
I0414 11:01:49.492747 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:49.513071 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:49.513320 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:49.582373 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:49.991994 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:50.011919 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:50.011952 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:50.036703 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:50.492359 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:50.512491 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:50.512648 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:50.593351 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:50.990835 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:51.012481 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:51.012487 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:51.036063 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:51.204346 1764857 pod_ready.go:103] pod "amd-gpu-device-plugin-nm4lc" in "kube-system" namespace has status "Ready":"False"
I0414 11:01:51.491124 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:51.511990 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:51.512116 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:51.536798 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:51.991242 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:52.011786 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:52.011943 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:52.036623 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:52.491254 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:52.511943 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:52.512214 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:52.537014 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:52.991447 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:53.012118 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:53.012148 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:53.036684 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:53.492372 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:53.512883 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:53.512894 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:53.536979 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:53.707545 1764857 pod_ready.go:103] pod "amd-gpu-device-plugin-nm4lc" in "kube-system" namespace has status "Ready":"False"
I0414 11:01:53.991895 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:54.012878 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:54.013662 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:54.036316 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:54.491213 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:54.511979 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:54.512034 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:54.536743 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:54.990721 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:55.012816 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:55.012848 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:55.036783 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:55.491770 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:55.512346 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:55.512542 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:55.536283 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:55.991010 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:56.012141 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:56.012295 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:56.037082 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:56.203338 1764857 pod_ready.go:103] pod "amd-gpu-device-plugin-nm4lc" in "kube-system" namespace has status "Ready":"False"
I0414 11:01:56.491755 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:56.512508 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:56.512556 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:56.536709 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:56.991419 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:57.012055 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:57.012143 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:57.036658 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:57.491778 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:57.512521 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:57.512524 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:57.536449 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:57.991540 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:58.012557 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:58.012573 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:58.036546 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:58.491810 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:58.512550 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:58.512629 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:58.536210 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:58.703700 1764857 pod_ready.go:103] pod "amd-gpu-device-plugin-nm4lc" in "kube-system" namespace has status "Ready":"False"
I0414 11:01:58.991490 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:59.012544 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:59.012544 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:59.036240 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:59.491096 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:01:59.511827 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:01:59.511918 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:01:59.536906 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:01:59.990824 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:00.012013 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:00.012047 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:00.036937 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:00.491644 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:00.512575 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:00.512707 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:00.582291 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:00.703930 1764857 pod_ready.go:103] pod "amd-gpu-device-plugin-nm4lc" in "kube-system" namespace has status "Ready":"False"
I0414 11:02:00.991416 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:01.084449 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:01.084782 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:01.084937 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:01.499297 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:01.583418 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:01.584652 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:01.585602 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:01.991262 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:02.084806 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:02.085009 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:02.085578 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:02.491423 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:02.513841 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:02.513860 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:02.583154 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:02.991271 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:03.012340 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:03.012441 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:03.036268 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:03.203907 1764857 pod_ready.go:103] pod "amd-gpu-device-plugin-nm4lc" in "kube-system" namespace has status "Ready":"False"
I0414 11:02:03.491701 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:03.513051 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:03.513055 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:03.581310 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:03.991290 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:04.012306 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:04.012554 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:04.036431 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:04.491448 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:04.512669 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:04.512785 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:04.537055 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:04.991047 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:05.011844 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:05.011953 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:05.036131 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:05.491305 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:05.512444 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:05.513030 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:05.582878 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:05.703783 1764857 pod_ready.go:103] pod "amd-gpu-device-plugin-nm4lc" in "kube-system" namespace has status "Ready":"False"
I0414 11:02:05.991106 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:06.012164 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:06.012415 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:06.037250 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:06.491647 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:06.512567 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:06.512609 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:06.536197 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:06.991885 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:07.012828 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:07.013043 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:07.036701 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:07.491966 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:07.512614 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:07.512713 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:07.592701 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:07.990923 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:08.012976 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:08.012998 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:08.036886 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:08.203531 1764857 pod_ready.go:103] pod "amd-gpu-device-plugin-nm4lc" in "kube-system" namespace has status "Ready":"False"
I0414 11:02:08.491755 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:08.512617 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:08.512704 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:08.536623 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:08.992674 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:09.012771 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:09.012803 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:09.036532 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:09.491213 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:09.511522 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:09.511553 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:09.592101 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:09.991214 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:10.012117 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:10.012123 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:10.037286 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:10.491654 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:10.512292 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:10.512435 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:10.535854 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:10.703309 1764857 pod_ready.go:103] pod "amd-gpu-device-plugin-nm4lc" in "kube-system" namespace has status "Ready":"False"
I0414 11:02:10.990911 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:11.012583 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:11.012745 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:11.036421 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:11.491773 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:11.512490 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:11.512649 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:11.536046 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:11.992300 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:12.012614 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:12.012638 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:12.082312 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:12.492195 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:12.593288 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:12.593377 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:12.593471 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:12.991416 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:13.012203 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:13.012307 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:13.036943 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:13.203286 1764857 pod_ready.go:93] pod "amd-gpu-device-plugin-nm4lc" in "kube-system" namespace has status "Ready":"True"
I0414 11:02:13.203312 1764857 pod_ready.go:82] duration metric: took 30.506057119s for pod "amd-gpu-device-plugin-nm4lc" in "kube-system" namespace to be "Ready" ...
I0414 11:02:13.203325 1764857 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-h5vxc" in "kube-system" namespace to be "Ready" ...
I0414 11:02:13.207902 1764857 pod_ready.go:93] pod "coredns-668d6bf9bc-h5vxc" in "kube-system" namespace has status "Ready":"True"
I0414 11:02:13.207936 1764857 pod_ready.go:82] duration metric: took 4.603241ms for pod "coredns-668d6bf9bc-h5vxc" in "kube-system" namespace to be "Ready" ...
I0414 11:02:13.207962 1764857 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-295301" in "kube-system" namespace to be "Ready" ...
I0414 11:02:13.212044 1764857 pod_ready.go:93] pod "etcd-addons-295301" in "kube-system" namespace has status "Ready":"True"
I0414 11:02:13.212064 1764857 pod_ready.go:82] duration metric: took 4.045622ms for pod "etcd-addons-295301" in "kube-system" namespace to be "Ready" ...
I0414 11:02:13.212077 1764857 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-295301" in "kube-system" namespace to be "Ready" ...
I0414 11:02:13.216218 1764857 pod_ready.go:93] pod "kube-apiserver-addons-295301" in "kube-system" namespace has status "Ready":"True"
I0414 11:02:13.216242 1764857 pod_ready.go:82] duration metric: took 4.157853ms for pod "kube-apiserver-addons-295301" in "kube-system" namespace to be "Ready" ...
I0414 11:02:13.216256 1764857 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-295301" in "kube-system" namespace to be "Ready" ...
I0414 11:02:13.220424 1764857 pod_ready.go:93] pod "kube-controller-manager-addons-295301" in "kube-system" namespace has status "Ready":"True"
I0414 11:02:13.220446 1764857 pod_ready.go:82] duration metric: took 4.182705ms for pod "kube-controller-manager-addons-295301" in "kube-system" namespace to be "Ready" ...
I0414 11:02:13.220462 1764857 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-5mjsg" in "kube-system" namespace to be "Ready" ...
I0414 11:02:13.491546 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:13.512540 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:13.512756 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:13.535928 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:13.601988 1764857 pod_ready.go:93] pod "kube-proxy-5mjsg" in "kube-system" namespace has status "Ready":"True"
I0414 11:02:13.602018 1764857 pod_ready.go:82] duration metric: took 381.547414ms for pod "kube-proxy-5mjsg" in "kube-system" namespace to be "Ready" ...
I0414 11:02:13.602035 1764857 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-295301" in "kube-system" namespace to be "Ready" ...
I0414 11:02:13.991507 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:14.002182 1764857 pod_ready.go:93] pod "kube-scheduler-addons-295301" in "kube-system" namespace has status "Ready":"True"
I0414 11:02:14.002211 1764857 pod_ready.go:82] duration metric: took 400.167441ms for pod "kube-scheduler-addons-295301" in "kube-system" namespace to be "Ready" ...
I0414 11:02:14.002225 1764857 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-7fbb699795-z4kvj" in "kube-system" namespace to be "Ready" ...
I0414 11:02:14.012149 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:14.012359 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:14.036264 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:14.491422 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:14.512507 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:14.512531 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:14.536193 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:14.991568 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:15.011650 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:15.011858 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:15.036602 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:15.491508 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:15.511688 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:15.511753 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:15.536482 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:15.991704 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:16.007459 1764857 pod_ready.go:103] pod "metrics-server-7fbb699795-z4kvj" in "kube-system" namespace has status "Ready":"False"
I0414 11:02:16.012115 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:16.012167 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:16.036684 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:16.491177 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:16.512426 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:16.512481 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:16.536444 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:16.991230 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:17.092330 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:17.092491 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:17.092594 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:17.491274 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:17.512201 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:17.512241 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:17.536771 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:17.991674 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:18.011966 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:18.012006 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:18.036973 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:18.494187 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:18.508333 1764857 pod_ready.go:103] pod "metrics-server-7fbb699795-z4kvj" in "kube-system" namespace has status "Ready":"False"
I0414 11:02:18.512424 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:18.512493 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:18.594878 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:18.991704 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:19.011205 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:19.011291 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:19.036529 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:19.491029 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:19.513461 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:19.513743 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:19.536317 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:19.991403 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:20.011325 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:20.011393 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:20.092511 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:20.491445 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:20.508837 1764857 pod_ready.go:103] pod "metrics-server-7fbb699795-z4kvj" in "kube-system" namespace has status "Ready":"False"
I0414 11:02:20.511555 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:20.511582 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:20.536352 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:20.993850 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:21.012198 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:21.012238 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:21.036258 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:21.491340 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:21.511681 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:21.511837 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:21.536684 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:21.992581 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:22.013885 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:22.014166 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:22.037104 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:22.491164 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:22.511421 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:22.511802 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:22.536884 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:22.991781 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:23.007503 1764857 pod_ready.go:103] pod "metrics-server-7fbb699795-z4kvj" in "kube-system" namespace has status "Ready":"False"
I0414 11:02:23.091787 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:23.092036 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:23.092163 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:23.492102 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:23.512164 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:23.512179 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:02:23.537291 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:23.990428 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:24.008266 1764857 pod_ready.go:93] pod "metrics-server-7fbb699795-z4kvj" in "kube-system" namespace has status "Ready":"True"
I0414 11:02:24.008290 1764857 pod_ready.go:82] duration metric: took 10.006057825s for pod "metrics-server-7fbb699795-z4kvj" in "kube-system" namespace to be "Ready" ...
I0414 11:02:24.008301 1764857 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-gmc4h" in "kube-system" namespace to be "Ready" ...
I0414 11:02:24.011661 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:24.011952 1764857 kapi.go:107] duration metric: took 53.503253312s to wait for kubernetes.io/minikube-addons=registry ...
I0414 11:02:24.013058 1764857 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-gmc4h" in "kube-system" namespace has status "Ready":"True"
I0414 11:02:24.013075 1764857 pod_ready.go:82] duration metric: took 4.768153ms for pod "nvidia-device-plugin-daemonset-gmc4h" in "kube-system" namespace to be "Ready" ...
I0414 11:02:24.013092 1764857 pod_ready.go:39] duration metric: took 41.320509684s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0414 11:02:24.013113 1764857 api_server.go:52] waiting for apiserver process to appear ...
I0414 11:02:24.013160 1764857 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0414 11:02:24.013206 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0414 11:02:24.036593 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:24.054066 1764857 cri.go:89] found id: "ec8e8d3111a2bf70966a505727f218131e4701c7964f400d96401df956a9c903"
I0414 11:02:24.054094 1764857 cri.go:89] found id: ""
I0414 11:02:24.054107 1764857 logs.go:282] 1 containers: [ec8e8d3111a2bf70966a505727f218131e4701c7964f400d96401df956a9c903]
I0414 11:02:24.054164 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:24.057989 1764857 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0414 11:02:24.058132 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0414 11:02:24.189874 1764857 cri.go:89] found id: "8bcd77c194be3f6b20cdb71a6b8d36fb159c1c57863958e0f85006db0250d358"
I0414 11:02:24.189902 1764857 cri.go:89] found id: ""
I0414 11:02:24.189912 1764857 logs.go:282] 1 containers: [8bcd77c194be3f6b20cdb71a6b8d36fb159c1c57863958e0f85006db0250d358]
I0414 11:02:24.189966 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:24.194723 1764857 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0414 11:02:24.194864 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0414 11:02:24.492737 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:24.499546 1764857 cri.go:89] found id: "c5d43ce02453613ba750ec3de272d72aefd06a7d939085ec15e32b45f505c26b"
I0414 11:02:24.499574 1764857 cri.go:89] found id: ""
I0414 11:02:24.499585 1764857 logs.go:282] 1 containers: [c5d43ce02453613ba750ec3de272d72aefd06a7d939085ec15e32b45f505c26b]
I0414 11:02:24.499650 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:24.504355 1764857 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0414 11:02:24.504530 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0414 11:02:24.583477 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:24.583904 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:24.697540 1764857 cri.go:89] found id: "4fcbedf9c30b21d553cc12d39570ab3a404d3eee6d4b8ec2465b384d81ebf27c"
I0414 11:02:24.697623 1764857 cri.go:89] found id: ""
I0414 11:02:24.697644 1764857 logs.go:282] 1 containers: [4fcbedf9c30b21d553cc12d39570ab3a404d3eee6d4b8ec2465b384d81ebf27c]
I0414 11:02:24.697725 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:24.702197 1764857 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0414 11:02:24.702268 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0414 11:02:24.810296 1764857 cri.go:89] found id: "8b5c5724c3634e9a18fd43da0ca6a9e5dab88eb741a4f883ce4bc17d0c84860c"
I0414 11:02:24.810342 1764857 cri.go:89] found id: ""
I0414 11:02:24.810356 1764857 logs.go:282] 1 containers: [8b5c5724c3634e9a18fd43da0ca6a9e5dab88eb741a4f883ce4bc17d0c84860c]
I0414 11:02:24.810415 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:24.814686 1764857 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0414 11:02:24.814767 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0414 11:02:24.912192 1764857 cri.go:89] found id: "bf87b6b4987cf9ef9677ce1dd2eb67f475f36b7fb10e9300f3f147a6ccdb26a7"
I0414 11:02:24.912220 1764857 cri.go:89] found id: ""
I0414 11:02:24.912230 1764857 logs.go:282] 1 containers: [bf87b6b4987cf9ef9677ce1dd2eb67f475f36b7fb10e9300f3f147a6ccdb26a7]
I0414 11:02:24.912295 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:24.915836 1764857 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0414 11:02:24.915914 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0414 11:02:24.999282 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:25.002536 1764857 cri.go:89] found id: "b5a6e4741aeb06d2b697f1ef2d6befae79548d9e84ca78354f44bc3e7f1dae2d"
I0414 11:02:25.002563 1764857 cri.go:89] found id: ""
I0414 11:02:25.002581 1764857 logs.go:282] 1 containers: [b5a6e4741aeb06d2b697f1ef2d6befae79548d9e84ca78354f44bc3e7f1dae2d]
I0414 11:02:25.002640 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:25.006681 1764857 logs.go:123] Gathering logs for kube-scheduler [4fcbedf9c30b21d553cc12d39570ab3a404d3eee6d4b8ec2465b384d81ebf27c] ...
I0414 11:02:25.006713 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 4fcbedf9c30b21d553cc12d39570ab3a404d3eee6d4b8ec2465b384d81ebf27c"
I0414 11:02:25.011808 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:25.036535 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:25.092924 1764857 logs.go:123] Gathering logs for kube-proxy [8b5c5724c3634e9a18fd43da0ca6a9e5dab88eb741a4f883ce4bc17d0c84860c] ...
I0414 11:02:25.092973 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8b5c5724c3634e9a18fd43da0ca6a9e5dab88eb741a4f883ce4bc17d0c84860c"
I0414 11:02:25.134700 1764857 logs.go:123] Gathering logs for dmesg ...
I0414 11:02:25.134730 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0414 11:02:25.188086 1764857 logs.go:123] Gathering logs for kube-apiserver [ec8e8d3111a2bf70966a505727f218131e4701c7964f400d96401df956a9c903] ...
I0414 11:02:25.188204 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ec8e8d3111a2bf70966a505727f218131e4701c7964f400d96401df956a9c903"
I0414 11:02:25.298547 1764857 logs.go:123] Gathering logs for coredns [c5d43ce02453613ba750ec3de272d72aefd06a7d939085ec15e32b45f505c26b] ...
I0414 11:02:25.298587 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c5d43ce02453613ba750ec3de272d72aefd06a7d939085ec15e32b45f505c26b"
I0414 11:02:25.341085 1764857 logs.go:123] Gathering logs for kube-controller-manager [bf87b6b4987cf9ef9677ce1dd2eb67f475f36b7fb10e9300f3f147a6ccdb26a7] ...
I0414 11:02:25.341121 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 bf87b6b4987cf9ef9677ce1dd2eb67f475f36b7fb10e9300f3f147a6ccdb26a7"
I0414 11:02:25.447410 1764857 logs.go:123] Gathering logs for kindnet [b5a6e4741aeb06d2b697f1ef2d6befae79548d9e84ca78354f44bc3e7f1dae2d] ...
I0414 11:02:25.447451 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b5a6e4741aeb06d2b697f1ef2d6befae79548d9e84ca78354f44bc3e7f1dae2d"
I0414 11:02:25.491827 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:25.496732 1764857 logs.go:123] Gathering logs for CRI-O ...
I0414 11:02:25.496763 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0414 11:02:25.511942 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:25.536800 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:25.575406 1764857 logs.go:123] Gathering logs for container status ...
I0414 11:02:25.575454 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0414 11:02:25.624675 1764857 logs.go:123] Gathering logs for kubelet ...
I0414 11:02:25.624711 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0414 11:02:25.753290 1764857 logs.go:123] Gathering logs for describe nodes ...
I0414 11:02:25.753344 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0414 11:02:25.910807 1764857 logs.go:123] Gathering logs for etcd [8bcd77c194be3f6b20cdb71a6b8d36fb159c1c57863958e0f85006db0250d358] ...
I0414 11:02:25.910851 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8bcd77c194be3f6b20cdb71a6b8d36fb159c1c57863958e0f85006db0250d358"
I0414 11:02:25.991642 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:26.012463 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:26.036052 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:26.491401 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:26.512315 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:26.536987 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:26.992082 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:27.011717 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:27.036487 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:27.491163 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:27.511991 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:27.536489 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:27.991147 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:28.011907 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:28.036336 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:28.490960 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:28.496854 1764857 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0414 11:02:28.512358 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:28.513810 1764857 api_server.go:72] duration metric: took 1m5.214798688s to wait for apiserver process to appear ...
I0414 11:02:28.513833 1764857 api_server.go:88] waiting for apiserver healthz status ...
I0414 11:02:28.513877 1764857 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0414 11:02:28.513945 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0414 11:02:28.582446 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:28.688560 1764857 cri.go:89] found id: "ec8e8d3111a2bf70966a505727f218131e4701c7964f400d96401df956a9c903"
I0414 11:02:28.688589 1764857 cri.go:89] found id: ""
I0414 11:02:28.688599 1764857 logs.go:282] 1 containers: [ec8e8d3111a2bf70966a505727f218131e4701c7964f400d96401df956a9c903]
I0414 11:02:28.688659 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:28.693550 1764857 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0414 11:02:28.693641 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0414 11:02:28.804665 1764857 cri.go:89] found id: "8bcd77c194be3f6b20cdb71a6b8d36fb159c1c57863958e0f85006db0250d358"
I0414 11:02:28.804691 1764857 cri.go:89] found id: ""
I0414 11:02:28.804700 1764857 logs.go:282] 1 containers: [8bcd77c194be3f6b20cdb71a6b8d36fb159c1c57863958e0f85006db0250d358]
I0414 11:02:28.804779 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:28.808791 1764857 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0414 11:02:28.808888 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0414 11:02:28.890741 1764857 cri.go:89] found id: "c5d43ce02453613ba750ec3de272d72aefd06a7d939085ec15e32b45f505c26b"
I0414 11:02:28.890765 1764857 cri.go:89] found id: ""
I0414 11:02:28.890775 1764857 logs.go:282] 1 containers: [c5d43ce02453613ba750ec3de272d72aefd06a7d939085ec15e32b45f505c26b]
I0414 11:02:28.890834 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:28.894695 1764857 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0414 11:02:28.894778 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0414 11:02:28.933245 1764857 cri.go:89] found id: "4fcbedf9c30b21d553cc12d39570ab3a404d3eee6d4b8ec2465b384d81ebf27c"
I0414 11:02:28.933274 1764857 cri.go:89] found id: ""
I0414 11:02:28.933284 1764857 logs.go:282] 1 containers: [4fcbedf9c30b21d553cc12d39570ab3a404d3eee6d4b8ec2465b384d81ebf27c]
I0414 11:02:28.933348 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:28.937403 1764857 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0414 11:02:28.937477 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0414 11:02:28.992101 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:29.012597 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:29.017387 1764857 cri.go:89] found id: "8b5c5724c3634e9a18fd43da0ca6a9e5dab88eb741a4f883ce4bc17d0c84860c"
I0414 11:02:29.017411 1764857 cri.go:89] found id: ""
I0414 11:02:29.017420 1764857 logs.go:282] 1 containers: [8b5c5724c3634e9a18fd43da0ca6a9e5dab88eb741a4f883ce4bc17d0c84860c]
I0414 11:02:29.017473 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:29.021326 1764857 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0414 11:02:29.021398 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0414 11:02:29.036290 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:29.103012 1764857 cri.go:89] found id: "bf87b6b4987cf9ef9677ce1dd2eb67f475f36b7fb10e9300f3f147a6ccdb26a7"
I0414 11:02:29.103050 1764857 cri.go:89] found id: ""
I0414 11:02:29.103062 1764857 logs.go:282] 1 containers: [bf87b6b4987cf9ef9677ce1dd2eb67f475f36b7fb10e9300f3f147a6ccdb26a7]
I0414 11:02:29.103124 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:29.106953 1764857 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0414 11:02:29.107025 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0414 11:02:29.187831 1764857 cri.go:89] found id: "b5a6e4741aeb06d2b697f1ef2d6befae79548d9e84ca78354f44bc3e7f1dae2d"
I0414 11:02:29.187861 1764857 cri.go:89] found id: ""
I0414 11:02:29.187871 1764857 logs.go:282] 1 containers: [b5a6e4741aeb06d2b697f1ef2d6befae79548d9e84ca78354f44bc3e7f1dae2d]
I0414 11:02:29.187923 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:29.192600 1764857 logs.go:123] Gathering logs for kindnet [b5a6e4741aeb06d2b697f1ef2d6befae79548d9e84ca78354f44bc3e7f1dae2d] ...
I0414 11:02:29.192631 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b5a6e4741aeb06d2b697f1ef2d6befae79548d9e84ca78354f44bc3e7f1dae2d"
I0414 11:02:29.235449 1764857 logs.go:123] Gathering logs for container status ...
I0414 11:02:29.235477 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0414 11:02:29.326852 1764857 logs.go:123] Gathering logs for kubelet ...
I0414 11:02:29.326893 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0414 11:02:29.482170 1764857 logs.go:123] Gathering logs for dmesg ...
I0414 11:02:29.482212 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0414 11:02:29.491060 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:29.502108 1764857 logs.go:123] Gathering logs for describe nodes ...
I0414 11:02:29.502142 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0414 11:02:29.512847 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:29.536861 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:29.689439 1764857 logs.go:123] Gathering logs for etcd [8bcd77c194be3f6b20cdb71a6b8d36fb159c1c57863958e0f85006db0250d358] ...
I0414 11:02:29.689484 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8bcd77c194be3f6b20cdb71a6b8d36fb159c1c57863958e0f85006db0250d358"
I0414 11:02:29.741304 1764857 logs.go:123] Gathering logs for coredns [c5d43ce02453613ba750ec3de272d72aefd06a7d939085ec15e32b45f505c26b] ...
I0414 11:02:29.741349 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c5d43ce02453613ba750ec3de272d72aefd06a7d939085ec15e32b45f505c26b"
I0414 11:02:29.805060 1764857 logs.go:123] Gathering logs for kube-scheduler [4fcbedf9c30b21d553cc12d39570ab3a404d3eee6d4b8ec2465b384d81ebf27c] ...
I0414 11:02:29.805109 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 4fcbedf9c30b21d553cc12d39570ab3a404d3eee6d4b8ec2465b384d81ebf27c"
I0414 11:02:29.894808 1764857 logs.go:123] Gathering logs for CRI-O ...
I0414 11:02:29.894856 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0414 11:02:29.979225 1764857 logs.go:123] Gathering logs for kube-apiserver [ec8e8d3111a2bf70966a505727f218131e4701c7964f400d96401df956a9c903] ...
I0414 11:02:29.979278 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ec8e8d3111a2bf70966a505727f218131e4701c7964f400d96401df956a9c903"
I0414 11:02:29.991606 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:30.012791 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:30.030974 1764857 logs.go:123] Gathering logs for kube-proxy [8b5c5724c3634e9a18fd43da0ca6a9e5dab88eb741a4f883ce4bc17d0c84860c] ...
I0414 11:02:30.031018 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8b5c5724c3634e9a18fd43da0ca6a9e5dab88eb741a4f883ce4bc17d0c84860c"
I0414 11:02:30.036113 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:30.069860 1764857 logs.go:123] Gathering logs for kube-controller-manager [bf87b6b4987cf9ef9677ce1dd2eb67f475f36b7fb10e9300f3f147a6ccdb26a7] ...
I0414 11:02:30.069892 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 bf87b6b4987cf9ef9677ce1dd2eb67f475f36b7fb10e9300f3f147a6ccdb26a7"
I0414 11:02:30.684490 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:30.684604 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:02:30.685077 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:30.997214 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:31.103226 1764857 kapi.go:107] duration metric: took 56.570085167s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0414 11:02:31.103236 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:31.105044 1764857 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-295301 cluster.
I0414 11:02:31.106285 1764857 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0414 11:02:31.107703 1764857 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0414 11:02:31.494326 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:31.582876 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:31.991955 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:32.012171 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:32.491777 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:32.512846 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:32.636912 1764857 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0414 11:02:32.641967 1764857 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0414 11:02:32.642972 1764857 api_server.go:141] control plane version: v1.32.2
I0414 11:02:32.643008 1764857 api_server.go:131] duration metric: took 4.129167245s to wait for apiserver health ...
I0414 11:02:32.643016 1764857 system_pods.go:43] waiting for kube-system pods to appear ...
I0414 11:02:32.643042 1764857 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0414 11:02:32.643103 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0414 11:02:32.699664 1764857 cri.go:89] found id: "ec8e8d3111a2bf70966a505727f218131e4701c7964f400d96401df956a9c903"
I0414 11:02:32.699694 1764857 cri.go:89] found id: ""
I0414 11:02:32.699705 1764857 logs.go:282] 1 containers: [ec8e8d3111a2bf70966a505727f218131e4701c7964f400d96401df956a9c903]
I0414 11:02:32.699769 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:32.703922 1764857 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0414 11:02:32.703991 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0414 11:02:32.741148 1764857 cri.go:89] found id: "8bcd77c194be3f6b20cdb71a6b8d36fb159c1c57863958e0f85006db0250d358"
I0414 11:02:32.741173 1764857 cri.go:89] found id: ""
I0414 11:02:32.741182 1764857 logs.go:282] 1 containers: [8bcd77c194be3f6b20cdb71a6b8d36fb159c1c57863958e0f85006db0250d358]
I0414 11:02:32.741240 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:32.781140 1764857 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0414 11:02:32.781216 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0414 11:02:32.827699 1764857 cri.go:89] found id: "c5d43ce02453613ba750ec3de272d72aefd06a7d939085ec15e32b45f505c26b"
I0414 11:02:32.827732 1764857 cri.go:89] found id: ""
I0414 11:02:32.827744 1764857 logs.go:282] 1 containers: [c5d43ce02453613ba750ec3de272d72aefd06a7d939085ec15e32b45f505c26b]
I0414 11:02:32.827803 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:32.832129 1764857 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0414 11:02:32.832220 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0414 11:02:32.919397 1764857 cri.go:89] found id: "4fcbedf9c30b21d553cc12d39570ab3a404d3eee6d4b8ec2465b384d81ebf27c"
I0414 11:02:32.919426 1764857 cri.go:89] found id: ""
I0414 11:02:32.919437 1764857 logs.go:282] 1 containers: [4fcbedf9c30b21d553cc12d39570ab3a404d3eee6d4b8ec2465b384d81ebf27c]
I0414 11:02:32.919499 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:32.923324 1764857 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0414 11:02:32.923394 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0414 11:02:32.991510 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:33.012840 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:33.019309 1764857 cri.go:89] found id: "8b5c5724c3634e9a18fd43da0ca6a9e5dab88eb741a4f883ce4bc17d0c84860c"
I0414 11:02:33.019333 1764857 cri.go:89] found id: ""
I0414 11:02:33.019341 1764857 logs.go:282] 1 containers: [8b5c5724c3634e9a18fd43da0ca6a9e5dab88eb741a4f883ce4bc17d0c84860c]
I0414 11:02:33.019388 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:33.023067 1764857 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0414 11:02:33.023135 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0414 11:02:33.109438 1764857 cri.go:89] found id: "bf87b6b4987cf9ef9677ce1dd2eb67f475f36b7fb10e9300f3f147a6ccdb26a7"
I0414 11:02:33.109466 1764857 cri.go:89] found id: ""
I0414 11:02:33.109475 1764857 logs.go:282] 1 containers: [bf87b6b4987cf9ef9677ce1dd2eb67f475f36b7fb10e9300f3f147a6ccdb26a7]
I0414 11:02:33.109533 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:33.113330 1764857 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0414 11:02:33.113403 1764857 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0414 11:02:33.183253 1764857 cri.go:89] found id: "b5a6e4741aeb06d2b697f1ef2d6befae79548d9e84ca78354f44bc3e7f1dae2d"
I0414 11:02:33.183275 1764857 cri.go:89] found id: ""
I0414 11:02:33.183283 1764857 logs.go:282] 1 containers: [b5a6e4741aeb06d2b697f1ef2d6befae79548d9e84ca78354f44bc3e7f1dae2d]
I0414 11:02:33.183328 1764857 ssh_runner.go:195] Run: which crictl
I0414 11:02:33.187294 1764857 logs.go:123] Gathering logs for coredns [c5d43ce02453613ba750ec3de272d72aefd06a7d939085ec15e32b45f505c26b] ...
I0414 11:02:33.187330 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c5d43ce02453613ba750ec3de272d72aefd06a7d939085ec15e32b45f505c26b"
I0414 11:02:33.230735 1764857 logs.go:123] Gathering logs for kube-scheduler [4fcbedf9c30b21d553cc12d39570ab3a404d3eee6d4b8ec2465b384d81ebf27c] ...
I0414 11:02:33.230779 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 4fcbedf9c30b21d553cc12d39570ab3a404d3eee6d4b8ec2465b384d81ebf27c"
I0414 11:02:33.304002 1764857 logs.go:123] Gathering logs for kube-proxy [8b5c5724c3634e9a18fd43da0ca6a9e5dab88eb741a4f883ce4bc17d0c84860c] ...
I0414 11:02:33.304043 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8b5c5724c3634e9a18fd43da0ca6a9e5dab88eb741a4f883ce4bc17d0c84860c"
I0414 11:02:33.342549 1764857 logs.go:123] Gathering logs for kube-controller-manager [bf87b6b4987cf9ef9677ce1dd2eb67f475f36b7fb10e9300f3f147a6ccdb26a7] ...
I0414 11:02:33.342579 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 bf87b6b4987cf9ef9677ce1dd2eb67f475f36b7fb10e9300f3f147a6ccdb26a7"
I0414 11:02:33.435277 1764857 logs.go:123] Gathering logs for kubelet ...
I0414 11:02:33.435323 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0414 11:02:33.491594 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:33.512571 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:33.541901 1764857 logs.go:123] Gathering logs for kindnet [b5a6e4741aeb06d2b697f1ef2d6befae79548d9e84ca78354f44bc3e7f1dae2d] ...
I0414 11:02:33.541950 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b5a6e4741aeb06d2b697f1ef2d6befae79548d9e84ca78354f44bc3e7f1dae2d"
I0414 11:02:33.588774 1764857 logs.go:123] Gathering logs for CRI-O ...
I0414 11:02:33.588818 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0414 11:02:33.666109 1764857 logs.go:123] Gathering logs for container status ...
I0414 11:02:33.666152 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0414 11:02:33.717111 1764857 logs.go:123] Gathering logs for dmesg ...
I0414 11:02:33.717144 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0414 11:02:33.735149 1764857 logs.go:123] Gathering logs for describe nodes ...
I0414 11:02:33.735179 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0414 11:02:33.916251 1764857 logs.go:123] Gathering logs for kube-apiserver [ec8e8d3111a2bf70966a505727f218131e4701c7964f400d96401df956a9c903] ...
I0414 11:02:33.916294 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ec8e8d3111a2bf70966a505727f218131e4701c7964f400d96401df956a9c903"
I0414 11:02:33.991112 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:34.012618 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:34.021747 1764857 logs.go:123] Gathering logs for etcd [8bcd77c194be3f6b20cdb71a6b8d36fb159c1c57863958e0f85006db0250d358] ...
I0414 11:02:34.021795 1764857 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8bcd77c194be3f6b20cdb71a6b8d36fb159c1c57863958e0f85006db0250d358"
I0414 11:02:34.491466 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:34.512345 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:34.991229 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:35.011759 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:35.491346 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:35.511818 1764857 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:02:35.991760 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:36.012449 1764857 kapi.go:107] duration metric: took 1m5.503761942s to wait for app.kubernetes.io/name=ingress-nginx ...
I0414 11:02:36.491560 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:36.613571 1764857 system_pods.go:59] 19 kube-system pods found
I0414 11:02:36.613610 1764857 system_pods.go:61] "amd-gpu-device-plugin-nm4lc" [c90097ff-1058-422f-9d9c-bcc41a887e7c] Running
I0414 11:02:36.613615 1764857 system_pods.go:61] "coredns-668d6bf9bc-h5vxc" [0ae7988e-1b30-4fa0-8266-6c71a6a8fb2f] Running
I0414 11:02:36.613619 1764857 system_pods.go:61] "csi-hostpath-attacher-0" [3f7d9dfe-f6f8-4388-993d-2575755a4cac] Running
I0414 11:02:36.613623 1764857 system_pods.go:61] "csi-hostpath-resizer-0" [1b80db24-e549-4288-8ac3-276b7c64a8cd] Running
I0414 11:02:36.613630 1764857 system_pods.go:61] "csi-hostpathplugin-g5426" [a601e1ee-f78e-4775-b1aa-d386a64d690f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0414 11:02:36.613652 1764857 system_pods.go:61] "etcd-addons-295301" [e02124c0-2a5a-454e-98f0-740d6b872c84] Running
I0414 11:02:36.613658 1764857 system_pods.go:61] "kindnet-ljtzk" [4d639eaa-1f9c-482c-a785-599e7e0fc549] Running
I0414 11:02:36.613662 1764857 system_pods.go:61] "kube-apiserver-addons-295301" [11ed1b33-ad1c-4530-abd3-6a26a28add43] Running
I0414 11:02:36.613666 1764857 system_pods.go:61] "kube-controller-manager-addons-295301" [3b387030-4c90-4d70-a075-d323489724ef] Running
I0414 11:02:36.613671 1764857 system_pods.go:61] "kube-ingress-dns-minikube" [a1a0229c-bbeb-4a30-9b65-1b4f87b6534f] Running
I0414 11:02:36.613675 1764857 system_pods.go:61] "kube-proxy-5mjsg" [123c9655-d43a-4f09-a916-7902ddc69233] Running
I0414 11:02:36.613678 1764857 system_pods.go:61] "kube-scheduler-addons-295301" [6c35b369-6c04-493a-92da-94019e2b2407] Running
I0414 11:02:36.613681 1764857 system_pods.go:61] "metrics-server-7fbb699795-z4kvj" [b4c6191a-f9ed-4e2e-9c86-aabd642b2563] Running
I0414 11:02:36.613685 1764857 system_pods.go:61] "nvidia-device-plugin-daemonset-gmc4h" [6757ac50-f6ee-42cd-bea8-9399727ed2d9] Running
I0414 11:02:36.613690 1764857 system_pods.go:61] "registry-6c88467877-hcqpt" [0dc9a30a-c9b5-4470-a64f-9fa51f58652d] Running
I0414 11:02:36.613693 1764857 system_pods.go:61] "registry-proxy-k9cnv" [87c81d3e-261b-419a-9046-7bf3e82c1778] Running
I0414 11:02:36.613698 1764857 system_pods.go:61] "snapshot-controller-68b874b76f-ms7zd" [cbe0a4e2-7237-45b2-8dd0-cb26050eaf90] Running
I0414 11:02:36.613705 1764857 system_pods.go:61] "snapshot-controller-68b874b76f-xmlcg" [d5f4ccd7-fd32-4ee1-a6c4-1005cdaaf4c1] Running
I0414 11:02:36.613708 1764857 system_pods.go:61] "storage-provisioner" [2d966062-4a64-4e90-b6e6-571c17a9c110] Running
I0414 11:02:36.613713 1764857 system_pods.go:74] duration metric: took 3.970691561s to wait for pod list to return data ...
I0414 11:02:36.613720 1764857 default_sa.go:34] waiting for default service account to be created ...
I0414 11:02:36.615764 1764857 default_sa.go:45] found service account: "default"
I0414 11:02:36.615788 1764857 default_sa.go:55] duration metric: took 2.061276ms for default service account to be created ...
I0414 11:02:36.615797 1764857 system_pods.go:116] waiting for k8s-apps to be running ...
I0414 11:02:36.619488 1764857 system_pods.go:86] 19 kube-system pods found
I0414 11:02:36.619521 1764857 system_pods.go:89] "amd-gpu-device-plugin-nm4lc" [c90097ff-1058-422f-9d9c-bcc41a887e7c] Running
I0414 11:02:36.619528 1764857 system_pods.go:89] "coredns-668d6bf9bc-h5vxc" [0ae7988e-1b30-4fa0-8266-6c71a6a8fb2f] Running
I0414 11:02:36.619533 1764857 system_pods.go:89] "csi-hostpath-attacher-0" [3f7d9dfe-f6f8-4388-993d-2575755a4cac] Running
I0414 11:02:36.619537 1764857 system_pods.go:89] "csi-hostpath-resizer-0" [1b80db24-e549-4288-8ac3-276b7c64a8cd] Running
I0414 11:02:36.619544 1764857 system_pods.go:89] "csi-hostpathplugin-g5426" [a601e1ee-f78e-4775-b1aa-d386a64d690f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0414 11:02:36.619548 1764857 system_pods.go:89] "etcd-addons-295301" [e02124c0-2a5a-454e-98f0-740d6b872c84] Running
I0414 11:02:36.619554 1764857 system_pods.go:89] "kindnet-ljtzk" [4d639eaa-1f9c-482c-a785-599e7e0fc549] Running
I0414 11:02:36.619560 1764857 system_pods.go:89] "kube-apiserver-addons-295301" [11ed1b33-ad1c-4530-abd3-6a26a28add43] Running
I0414 11:02:36.619564 1764857 system_pods.go:89] "kube-controller-manager-addons-295301" [3b387030-4c90-4d70-a075-d323489724ef] Running
I0414 11:02:36.619568 1764857 system_pods.go:89] "kube-ingress-dns-minikube" [a1a0229c-bbeb-4a30-9b65-1b4f87b6534f] Running
I0414 11:02:36.619572 1764857 system_pods.go:89] "kube-proxy-5mjsg" [123c9655-d43a-4f09-a916-7902ddc69233] Running
I0414 11:02:36.619660 1764857 system_pods.go:89] "kube-scheduler-addons-295301" [6c35b369-6c04-493a-92da-94019e2b2407] Running
I0414 11:02:36.619703 1764857 system_pods.go:89] "metrics-server-7fbb699795-z4kvj" [b4c6191a-f9ed-4e2e-9c86-aabd642b2563] Running
I0414 11:02:36.619712 1764857 system_pods.go:89] "nvidia-device-plugin-daemonset-gmc4h" [6757ac50-f6ee-42cd-bea8-9399727ed2d9] Running
I0414 11:02:36.619716 1764857 system_pods.go:89] "registry-6c88467877-hcqpt" [0dc9a30a-c9b5-4470-a64f-9fa51f58652d] Running
I0414 11:02:36.619720 1764857 system_pods.go:89] "registry-proxy-k9cnv" [87c81d3e-261b-419a-9046-7bf3e82c1778] Running
I0414 11:02:36.619724 1764857 system_pods.go:89] "snapshot-controller-68b874b76f-ms7zd" [cbe0a4e2-7237-45b2-8dd0-cb26050eaf90] Running
I0414 11:02:36.619727 1764857 system_pods.go:89] "snapshot-controller-68b874b76f-xmlcg" [d5f4ccd7-fd32-4ee1-a6c4-1005cdaaf4c1] Running
I0414 11:02:36.619731 1764857 system_pods.go:89] "storage-provisioner" [2d966062-4a64-4e90-b6e6-571c17a9c110] Running
I0414 11:02:36.619742 1764857 system_pods.go:126] duration metric: took 3.939115ms to wait for k8s-apps to be running ...
I0414 11:02:36.619752 1764857 system_svc.go:44] waiting for kubelet service to be running ....
I0414 11:02:36.619806 1764857 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0414 11:02:36.633501 1764857 system_svc.go:56] duration metric: took 13.735114ms WaitForService to wait for kubelet
I0414 11:02:36.633540 1764857 kubeadm.go:582] duration metric: took 1m13.334532916s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0414 11:02:36.633566 1764857 node_conditions.go:102] verifying NodePressure condition ...
I0414 11:02:36.636704 1764857 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0414 11:02:36.636735 1764857 node_conditions.go:123] node cpu capacity is 8
I0414 11:02:36.636752 1764857 node_conditions.go:105] duration metric: took 3.180359ms to run NodePressure ...
I0414 11:02:36.636765 1764857 start.go:241] waiting for startup goroutines ...
I0414 11:02:36.991372 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:37.497284 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:37.991826 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:38.491963 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:38.991568 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:39.491610 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:39.991360 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:40.491412 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:40.991258 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:41.491458 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:41.991794 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:42.491740 1764857 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:02:42.991250 1764857 kapi.go:107] duration metric: took 1m11.003836275s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0414 11:02:42.992919 1764857 out.go:177] * Enabled addons: cloud-spanner, amd-gpu-device-plugin, nvidia-device-plugin, ingress-dns, storage-provisioner, inspektor-gadget, metrics-server, yakd, default-storageclass, volumesnapshots, registry, gcp-auth, ingress, csi-hostpath-driver
I0414 11:02:42.994107 1764857 addons.go:514] duration metric: took 1m19.695170339s for enable addons: enabled=[cloud-spanner amd-gpu-device-plugin nvidia-device-plugin ingress-dns storage-provisioner inspektor-gadget metrics-server yakd default-storageclass volumesnapshots registry gcp-auth ingress csi-hostpath-driver]
I0414 11:02:42.994155 1764857 start.go:246] waiting for cluster config update ...
I0414 11:02:42.994173 1764857 start.go:255] writing updated cluster config ...
I0414 11:02:42.994436 1764857 ssh_runner.go:195] Run: rm -f paused
I0414 11:02:43.046360 1764857 start.go:600] kubectl: 1.32.3, cluster: 1.32.2 (minor skew: 0)
I0414 11:02:43.048231 1764857 out.go:177] * Done! kubectl is now configured to use "addons-295301" cluster and "default" namespace by default
==> CRI-O <==
Apr 14 11:04:18 addons-295301 crio[1055]: time="2025-04-14 11:04:18.499447457Z" level=info msg="Removed pod sandbox: d161fcb06f3f9c3f0c4b1982588d2812a6a0aa69c6e7c7f1285344e1767494f0" id=f5caa260-ecbd-4dec-a478-ab5e2b57dcf9 name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.026996946Z" level=info msg="Running pod sandbox: default/hello-world-app-7d9564db4-f6hj4/POD" id=58b6b0d2-6ff1-4a98-9c70-845a9a08735e name=/runtime.v1.RuntimeService/RunPodSandbox
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.027104721Z" level=warning msg="Allowed annotations are specified for workload []"
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.084509400Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-f6hj4 Namespace:default ID:ec79210e6134275e3df462e86a6e9cd92ecb3a8314f22e4177e55d9042ba9ebb UID:c2d383b5-f3d9-47fe-8078-79abc9029238 NetNS:/var/run/netns/4885237a-9d0c-4085-95f0-0da1ebb40276 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.084563035Z" level=info msg="Adding pod default_hello-world-app-7d9564db4-f6hj4 to CNI network \"kindnet\" (type=ptp)"
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.099558322Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-f6hj4 Namespace:default ID:ec79210e6134275e3df462e86a6e9cd92ecb3a8314f22e4177e55d9042ba9ebb UID:c2d383b5-f3d9-47fe-8078-79abc9029238 NetNS:/var/run/netns/4885237a-9d0c-4085-95f0-0da1ebb40276 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.099752849Z" level=info msg="Checking pod default_hello-world-app-7d9564db4-f6hj4 for CNI network kindnet (type=ptp)"
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.102647623Z" level=info msg="Ran pod sandbox ec79210e6134275e3df462e86a6e9cd92ecb3a8314f22e4177e55d9042ba9ebb with infra container: default/hello-world-app-7d9564db4-f6hj4/POD" id=58b6b0d2-6ff1-4a98-9c70-845a9a08735e name=/runtime.v1.RuntimeService/RunPodSandbox
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.103936150Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=314411a7-de6d-4bb5-a7c3-47be67af879d name=/runtime.v1.ImageService/ImageStatus
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.104220316Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=314411a7-de6d-4bb5-a7c3-47be67af879d name=/runtime.v1.ImageService/ImageStatus
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.104874801Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=1d7d4876-05d9-484e-9ec8-202e39fa9e4f name=/runtime.v1.ImageService/PullImage
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.110693536Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.330397621Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.794594858Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=1d7d4876-05d9-484e-9ec8-202e39fa9e4f name=/runtime.v1.ImageService/PullImage
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.795186041Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=f1e004aa-6250-48f4-8d1b-1abdac45aae9 name=/runtime.v1.ImageService/ImageStatus
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.795838208Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:9056ab77afb8e18e04303f11000a9d31b3f16b74c59475b899ae1b342d328d30,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:a82eba7887a40ecae558433f34225b2611dc77f982ce05b1ddb9b282b780fc86],Size_:4944818,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=f1e004aa-6250-48f4-8d1b-1abdac45aae9 name=/runtime.v1.ImageService/ImageStatus
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.796781704Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=d42ad4e5-ac87-4a9d-81c1-e7a7edf28519 name=/runtime.v1.ImageService/ImageStatus
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.797564802Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:9056ab77afb8e18e04303f11000a9d31b3f16b74c59475b899ae1b342d328d30,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:a82eba7887a40ecae558433f34225b2611dc77f982ce05b1ddb9b282b780fc86],Size_:4944818,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=d42ad4e5-ac87-4a9d-81c1-e7a7edf28519 name=/runtime.v1.ImageService/ImageStatus
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.798438270Z" level=info msg="Creating container: default/hello-world-app-7d9564db4-f6hj4/hello-world-app" id=efc605b9-9b89-4154-98a1-73a94a8249f2 name=/runtime.v1.RuntimeService/CreateContainer
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.798542382Z" level=warning msg="Allowed annotations are specified for workload []"
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.814825400Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/4c3acff25a7e73594ab83089d6a13868f8c5800999a009d064e0267befce8c97/merged/etc/passwd: no such file or directory"
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.814862829Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/4c3acff25a7e73594ab83089d6a13868f8c5800999a009d064e0267befce8c97/merged/etc/group: no such file or directory"
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.852084296Z" level=info msg="Created container f154481125556452451748646c8b13bb779e5460e60899bf0e487c4e77606588: default/hello-world-app-7d9564db4-f6hj4/hello-world-app" id=efc605b9-9b89-4154-98a1-73a94a8249f2 name=/runtime.v1.RuntimeService/CreateContainer
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.852722917Z" level=info msg="Starting container: f154481125556452451748646c8b13bb779e5460e60899bf0e487c4e77606588" id=3abe27ca-22c2-4652-8f0e-79796e1ee3f8 name=/runtime.v1.RuntimeService/StartContainer
Apr 14 11:05:42 addons-295301 crio[1055]: time="2025-04-14 11:05:42.858968944Z" level=info msg="Started container" PID=11145 containerID=f154481125556452451748646c8b13bb779e5460e60899bf0e487c4e77606588 description=default/hello-world-app-7d9564db4-f6hj4/hello-world-app id=3abe27ca-22c2-4652-8f0e-79796e1ee3f8 name=/runtime.v1.RuntimeService/StartContainer sandboxID=ec79210e6134275e3df462e86a6e9cd92ecb3a8314f22e4177e55d9042ba9ebb
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
f154481125556 docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 ec79210e61342 hello-world-app-7d9564db4-f6hj4
3589d1b3a576c docker.io/library/nginx@sha256:4ff102c5d78d254a6f0da062b3cf39eaf07f01eec0927fd21e219d0af8bc0591 2 minutes ago Running nginx 0 f687943c221f1 nginx
4a1b0e0839a9d gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 2 minutes ago Running busybox 0 3b7d29e5e2d27 busybox
ba2d198e79fa3 registry.k8s.io/ingress-nginx/controller@sha256:62b61c42ec8dd877b85c0aa24c4744ce44d274bc16cc5d2364edfe67964ba55b 3 minutes ago Running controller 0 cb28d3c146f46 ingress-nginx-controller-56d7c84fd4-tdwx8
9caff146c5ca8 docker.io/rancher/local-path-provisioner@sha256:73f712e7af12b06720c35ce75217f904f00e4bd96de79f8db1cf160112e667ef 3 minutes ago Running local-path-provisioner 0 36db673094e33 local-path-provisioner-76f89f99b5-5w8m8
486a86d74828d registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a9f03b34a3cbfbb26d103a14046ab2c5130a80c3d69d526ff8063d2b37b9fd3f 3 minutes ago Exited patch 0 dd6aa08f254f9 ingress-nginx-admission-patch-sfpns
a002ebb98f4b2 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a9f03b34a3cbfbb26d103a14046ab2c5130a80c3d69d526ff8063d2b37b9fd3f 3 minutes ago Exited create 0 67c68c4a8fbed ingress-nginx-admission-create-ffhv7
cfe08d199f78b gcr.io/k8s-minikube/minikube-ingress-dns@sha256:07c8f5b205a3f8971bfc6d460978ae00de35f17e5d5392b1de8de02356f85dab 3 minutes ago Running minikube-ingress-dns 0 4dc2703a2a29e kube-ingress-dns-minikube
fef079eeffb3f 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 4 minutes ago Running storage-provisioner 0 df1f56fe1e22f storage-provisioner
c5d43ce024536 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 4 minutes ago Running coredns 0 6a7e03120c3bc coredns-668d6bf9bc-h5vxc
b5a6e4741aeb0 docker.io/kindest/kindnetd@sha256:e3c42406b0806c1f7e8a66838377936cbd2cdfd94d9b26a3eefedada8713d495 4 minutes ago Running kindnet-cni 0 5d7a9eb3be6c6 kindnet-ljtzk
8b5c5724c3634 f1332858868e1c6a905123b21e2e322ab45a5b99a3532e68ff49a87c2266ebc5 4 minutes ago Running kube-proxy 0 4589e7ecec540 kube-proxy-5mjsg
bf87b6b4987cf b6a454c5a800d201daacead6ff195ec6049fe6dc086621b0670bca912efaf389 4 minutes ago Running kube-controller-manager 0 ebe76ac0868fb kube-controller-manager-addons-295301
ec8e8d3111a2b 85b7a174738baecbc53029b7913cd430a2060e0cbdb5f56c7957d32ff7f241ef 4 minutes ago Running kube-apiserver 0 f40893eed3c07 kube-apiserver-addons-295301
4fcbedf9c30b2 d8e673e7c9983f1f53569a9d2ba786c8abb42e3f744f77dc97a595f3caf9435d 4 minutes ago Running kube-scheduler 0 e29109f50251e kube-scheduler-addons-295301
8bcd77c194be3 a9e7e6b294baf1695fccb862d956c5d3ad8510e1e4ca1535f35dc09f247abbfc 4 minutes ago Running etcd 0 6a101fa4709b1 etcd-addons-295301
==> coredns [c5d43ce02453613ba750ec3de272d72aefd06a7d939085ec15e32b45f505c26b] <==
[INFO] 10.244.0.14:47306 - 51983 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000113948s
[INFO] 10.244.0.14:35117 - 29372 "A IN registry.kube-system.svc.cluster.local.us-east4-a.c.k8s-minikube.internal. udp 91 false 512" NXDOMAIN qr,rd,ra 91 0.007534227s
[INFO] 10.244.0.14:35117 - 29720 "AAAA IN registry.kube-system.svc.cluster.local.us-east4-a.c.k8s-minikube.internal. udp 91 false 512" NXDOMAIN qr,rd,ra 91 0.007809483s
[INFO] 10.244.0.14:52935 - 43199 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.007028764s
[INFO] 10.244.0.14:52935 - 43595 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.007560987s
[INFO] 10.244.0.14:36573 - 1727 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.075761574s
[INFO] 10.244.0.14:36573 - 2078 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.076096172s
[INFO] 10.244.0.14:39097 - 51220 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000212081s
[INFO] 10.244.0.14:39097 - 51486 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000116922s
[INFO] 10.244.0.21:56821 - 269 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000227498s
[INFO] 10.244.0.21:37016 - 45704 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000368911s
[INFO] 10.244.0.21:39174 - 54428 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000128689s
[INFO] 10.244.0.21:49914 - 11618 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000147447s
[INFO] 10.244.0.21:53513 - 25023 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000128588s
[INFO] 10.244.0.21:47613 - 39552 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000199448s
[INFO] 10.244.0.21:42230 - 63861 "AAAA IN storage.googleapis.com.us-east4-a.c.k8s-minikube.internal. udp 86 false 1232" NXDOMAIN qr,rd,ra 75 0.006237277s
[INFO] 10.244.0.21:56310 - 71 "A IN storage.googleapis.com.us-east4-a.c.k8s-minikube.internal. udp 86 false 1232" NXDOMAIN qr,rd,ra 75 0.006350806s
[INFO] 10.244.0.21:46568 - 45342 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.006355127s
[INFO] 10.244.0.21:55492 - 2150 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.007187347s
[INFO] 10.244.0.21:40935 - 61048 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.006022813s
[INFO] 10.244.0.21:49790 - 37548 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.006929634s
[INFO] 10.244.0.21:41070 - 10081 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 496 0.000994094s
[INFO] 10.244.0.21:44496 - 9273 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.00109501s
[INFO] 10.244.0.28:51088 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000223463s
[INFO] 10.244.0.28:51511 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000166504s
==> describe nodes <==
Name: addons-295301
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-295301
kubernetes.io/os=linux
minikube.k8s.io/commit=43cb59e6a4e9845c84b0379fb52045b7420d26a4
minikube.k8s.io/name=addons-295301
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_04_14T11_01_19_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-295301
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 14 Apr 2025 11:01:15 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-295301
AcquireTime: <unset>
RenewTime: Mon, 14 Apr 2025 11:05:33 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 14 Apr 2025 11:03:51 +0000 Mon, 14 Apr 2025 11:01:14 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 14 Apr 2025 11:03:51 +0000 Mon, 14 Apr 2025 11:01:14 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 14 Apr 2025 11:03:51 +0000 Mon, 14 Apr 2025 11:01:14 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 14 Apr 2025 11:03:51 +0000 Mon, 14 Apr 2025 11:01:42 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-295301
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859372Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859372Ki
pods: 110
System Info:
Machine ID: 6f9369542c9d42c6bfbaf5e88afcb452
System UUID: 6292da80-b4c5-4a1e-a1f5-2fcb144f594f
Boot ID: bd6a00b0-3ee2-4efc-b732-99fd1a304e32
Kernel Version: 5.15.0-1078-gcp
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.32.2
Kube-Proxy Version: v1.32.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m
default hello-world-app-7d9564db4-f6hj4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m22s
ingress-nginx ingress-nginx-controller-56d7c84fd4-tdwx8 100m (1%) 0 (0%) 90Mi (0%) 0 (0%) 4m13s
kube-system coredns-668d6bf9bc-h5vxc 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 4m20s
kube-system etcd-addons-295301 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 4m25s
kube-system kindnet-ljtzk 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 4m20s
kube-system kube-apiserver-addons-295301 250m (3%) 0 (0%) 0 (0%) 0 (0%) 4m25s
kube-system kube-controller-manager-addons-295301 200m (2%) 0 (0%) 0 (0%) 0 (0%) 4m25s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m16s
kube-system kube-proxy-5mjsg 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m20s
kube-system kube-scheduler-addons-295301 100m (1%) 0 (0%) 0 (0%) 0 (0%) 4m25s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m15s
local-path-storage local-path-provisioner-76f89f99b5-5w8m8 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m15s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (11%) 100m (1%)
memory 310Mi (0%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m15s kube-proxy
Normal Starting 4m31s kubelet Starting kubelet.
Warning CgroupV1 4m31s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 4m30s (x8 over 4m31s) kubelet Node addons-295301 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m30s (x8 over 4m31s) kubelet Node addons-295301 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m30s (x8 over 4m31s) kubelet Node addons-295301 status is now: NodeHasSufficientPID
Normal Starting 4m25s kubelet Starting kubelet.
Warning CgroupV1 4m25s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 4m25s kubelet Node addons-295301 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m25s kubelet Node addons-295301 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m25s kubelet Node addons-295301 status is now: NodeHasSufficientPID
Normal RegisteredNode 4m21s node-controller Node addons-295301 event: Registered Node addons-295301 in Controller
Normal NodeReady 4m1s kubelet Node addons-295301 status is now: NodeReady
==> dmesg <==
[ +0.000001] ll header: 00000000: 52 54 00 10 a2 1d 52 54 00 ea b8 d1 08 00
[ +0.000002] IPv4: martian source 10.96.0.1 from 10.244.0.2, on dev virbr0
[ +0.000002] ll header: 00000000: 52 54 00 10 a2 1d 52 54 00 ea b8 d1 08 00
[ +0.000002] IPv4: martian source 10.96.0.1 from 10.244.0.2, on dev virbr0
[ +0.000002] ll header: 00000000: 52 54 00 10 a2 1d 52 54 00 ea b8 d1 08 00
[Apr14 10:26] IPv4: martian source 192.168.122.1 from 0.0.0.0, on dev virbr0
[ +0.000011] ll header: 00000000: 52 54 00 10 a2 1d 52 54 00 2d 79 d0 08 00
[ +0.000009] IPv4: martian source 192.168.122.1 from 0.0.0.0, on dev virbr0
[ +0.000002] ll header: 00000000: 52 54 00 10 a2 1d 52 54 00 2d 79 d0 08 00
[Apr14 10:39] IPv4: martian source 192.168.122.1 from 10.244.105.193, on dev virbr0
[ +0.000010] ll header: 00000000: 52 54 00 10 a2 1d 52 54 00 48 83 d2 08 00
[Apr14 11:03] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: a2 27 4b 62 70 e0 42 a3 77 61 a3 c2 08 00
[ +1.006764] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: a2 27 4b 62 70 e0 42 a3 77 61 a3 c2 08 00
[ +2.015785] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: a2 27 4b 62 70 e0 42 a3 77 61 a3 c2 08 00
[ +4.191573] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000010] ll header: 00000000: a2 27 4b 62 70 e0 42 a3 77 61 a3 c2 08 00
[ +8.191181] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000033] ll header: 00000000: a2 27 4b 62 70 e0 42 a3 77 61 a3 c2 08 00
[ +16.126363] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: a2 27 4b 62 70 e0 42 a3 77 61 a3 c2 08 00
[Apr14 11:04] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000008] ll header: 00000000: a2 27 4b 62 70 e0 42 a3 77 61 a3 c2 08 00
==> etcd [8bcd77c194be3f6b20cdb71a6b8d36fb159c1c57863958e0f85006db0250d358] <==
{"level":"info","ts":"2025-04-14T11:01:26.801622Z","caller":"traceutil/trace.go:171","msg":"trace[1290783660] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"113.03127ms","start":"2025-04-14T11:01:26.688565Z","end":"2025-04-14T11:01:26.801596Z","steps":["trace[1290783660] 'process raft request' (duration: 112.611569ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:01:27.099001Z","caller":"traceutil/trace.go:171","msg":"trace[864402957] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"107.991233ms","start":"2025-04-14T11:01:26.990993Z","end":"2025-04-14T11:01:27.098984Z","steps":["trace[864402957] 'process raft request' (duration: 107.718049ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:01:27.099570Z","caller":"traceutil/trace.go:171","msg":"trace[1053009090] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"108.429849ms","start":"2025-04-14T11:01:26.991125Z","end":"2025-04-14T11:01:27.099555Z","steps":["trace[1053009090] 'process raft request' (duration: 107.620561ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:01:27.100521Z","caller":"traceutil/trace.go:171","msg":"trace[1879291337] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"112.446317ms","start":"2025-04-14T11:01:26.988062Z","end":"2025-04-14T11:01:27.100508Z","steps":["trace[1879291337] 'process raft request' (duration: 108.009311ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:01:27.182723Z","caller":"traceutil/trace.go:171","msg":"trace[1720358763] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"194.606075ms","start":"2025-04-14T11:01:26.988098Z","end":"2025-04-14T11:01:27.182704Z","steps":["trace[1720358763] 'process raft request' (duration: 110.563629ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:01:27.183062Z","caller":"traceutil/trace.go:171","msg":"trace[1714312169] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:440; }","duration":"192.246232ms","start":"2025-04-14T11:01:26.990805Z","end":"2025-04-14T11:01:27.183051Z","steps":["trace[1714312169] 'read index received' (duration: 105.275571ms)","trace[1714312169] 'applied index is now lower than readState.Index' (duration: 86.969759ms)"],"step_count":2}
{"level":"warn","ts":"2025-04-14T11:01:27.186478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.613047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-295301\" limit:1 ","response":"range_response_count:1 size:5655"}
{"level":"info","ts":"2025-04-14T11:01:27.281412Z","caller":"traceutil/trace.go:171","msg":"trace[710074077] range","detail":"{range_begin:/registry/minions/addons-295301; range_end:; response_count:1; response_revision:436; }","duration":"291.343265ms","start":"2025-04-14T11:01:26.989815Z","end":"2025-04-14T11:01:27.281158Z","steps":["trace[710074077] 'agreement among raft nodes before linearized reading' (duration: 196.572528ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T11:01:27.702482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.37564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/registry\" limit:1 ","response":"range_response_count:1 size:3351"}
{"level":"info","ts":"2025-04-14T11:01:27.703665Z","caller":"traceutil/trace.go:171","msg":"trace[380333284] range","detail":"{range_begin:/registry/deployments/kube-system/registry; range_end:; response_count:1; response_revision:461; }","duration":"107.566287ms","start":"2025-04-14T11:01:27.596067Z","end":"2025-04-14T11:01:27.703633Z","steps":["trace[380333284] 'agreement among raft nodes before linearized reading' (duration: 106.354452ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T11:01:27.992035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.788429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-14T11:01:28.191817Z","caller":"traceutil/trace.go:171","msg":"trace[1702773581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:464; }","duration":"300.585165ms","start":"2025-04-14T11:01:27.891207Z","end":"2025-04-14T11:01:28.191792Z","steps":["trace[1702773581] 'range keys from in-memory index tree' (duration: 89.614223ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T11:01:28.191944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-04-14T11:01:27.891201Z","time spent":"300.719385ms","remote":"127.0.0.1:40004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "}
{"level":"info","ts":"2025-04-14T11:01:28.282879Z","caller":"traceutil/trace.go:171","msg":"trace[240422267] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"101.638632ms","start":"2025-04-14T11:01:28.181215Z","end":"2025-04-14T11:01:28.282853Z","steps":["trace[240422267] 'process raft request' (duration: 15.253773ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:01:28.284972Z","caller":"traceutil/trace.go:171","msg":"trace[946642421] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"103.651609ms","start":"2025-04-14T11:01:28.181303Z","end":"2025-04-14T11:01:28.284954Z","steps":["trace[946642421] 'process raft request' (duration: 15.211985ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:01:28.285770Z","caller":"traceutil/trace.go:171","msg":"trace[1510339463] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"104.370069ms","start":"2025-04-14T11:01:28.181384Z","end":"2025-04-14T11:01:28.285754Z","steps":["trace[1510339463] 'process raft request' (duration: 15.166408ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:01:28.286234Z","caller":"traceutil/trace.go:171","msg":"trace[1853458469] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"104.720259ms","start":"2025-04-14T11:01:28.181493Z","end":"2025-04-14T11:01:28.286213Z","steps":["trace[1853458469] 'process raft request' (duration: 15.090764ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T11:01:28.286329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.18475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/metrics-server\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-14T11:01:28.286380Z","caller":"traceutil/trace.go:171","msg":"trace[1480741595] range","detail":"{range_begin:/registry/deployments/kube-system/metrics-server; range_end:; response_count:0; response_revision:483; }","duration":"105.273492ms","start":"2025-04-14T11:01:28.181087Z","end":"2025-04-14T11:01:28.286361Z","steps":["trace[1480741595] 'agreement among raft nodes before linearized reading' (duration: 105.183668ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T11:01:29.001326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.743493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-14T11:01:29.001416Z","caller":"traceutil/trace.go:171","msg":"trace[1228575265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:541; }","duration":"100.865835ms","start":"2025-04-14T11:01:28.900524Z","end":"2025-04-14T11:01:29.001390Z","steps":["trace[1228575265] 'agreement among raft nodes before linearized reading' (duration: 92.678518ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T11:02:30.611870Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.353235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-14T11:02:30.611951Z","caller":"traceutil/trace.go:171","msg":"trace[1425659016] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1152; }","duration":"121.474522ms","start":"2025-04-14T11:02:30.490462Z","end":"2025-04-14T11:02:30.611936Z","steps":["trace[1425659016] 'range keys from in-memory index tree' (duration: 121.286234ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T11:02:30.612211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.057267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/snapshot-controller-leader\" limit:1 ","response":"range_response_count:1 size:499"}
{"level":"info","ts":"2025-04-14T11:02:30.612237Z","caller":"traceutil/trace.go:171","msg":"trace[1945526652] range","detail":"{range_begin:/registry/leases/kube-system/snapshot-controller-leader; range_end:; response_count:1; response_revision:1152; }","duration":"120.122042ms","start":"2025-04-14T11:02:30.492107Z","end":"2025-04-14T11:02:30.612229Z","steps":["trace[1945526652] 'range keys from in-memory index tree' (duration: 119.94183ms)"],"step_count":1}
==> kernel <==
11:05:43 up 1 day, 19:48, 0 users, load average: 0.40, 0.73, 0.96
Linux addons-295301 5.15.0-1078-gcp #87~20.04.1-Ubuntu SMP Mon Feb 24 10:23:16 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [b5a6e4741aeb06d2b697f1ef2d6befae79548d9e84ca78354f44bc3e7f1dae2d] <==
I0414 11:03:41.882584 1 main.go:301] handling current node
I0414 11:03:51.882314 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:03:51.882358 1 main.go:301] handling current node
I0414 11:04:01.882621 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:04:01.882675 1 main.go:301] handling current node
I0414 11:04:11.882264 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:04:11.882322 1 main.go:301] handling current node
I0414 11:04:21.885106 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:04:21.885146 1 main.go:301] handling current node
I0414 11:04:31.882714 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:04:31.882763 1 main.go:301] handling current node
I0414 11:04:41.888496 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:04:41.888544 1 main.go:301] handling current node
I0414 11:04:51.890616 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:04:51.890654 1 main.go:301] handling current node
I0414 11:05:01.882843 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:05:01.882887 1 main.go:301] handling current node
I0414 11:05:11.888494 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:05:11.888535 1 main.go:301] handling current node
I0414 11:05:21.888550 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:05:21.888597 1 main.go:301] handling current node
I0414 11:05:31.882033 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:05:31.882099 1 main.go:301] handling current node
I0414 11:05:41.882180 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:05:41.882241 1 main.go:301] handling current node
==> kube-apiserver [ec8e8d3111a2bf70966a505727f218131e4701c7964f400d96401df956a9c903] <==
I0414 11:02:24.882306 1 controller.go:126] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Rate Limited Requeue.
I0414 11:02:25.297201 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E0414 11:02:52.804911 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:42368: use of closed network connection
E0414 11:02:52.983156 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:42394: use of closed network connection
I0414 11:03:02.092185 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.97.34.147"}
I0414 11:03:21.528738 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0414 11:03:21.711078 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.104.199.238"}
I0414 11:03:23.486115 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0414 11:03:24.513751 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0414 11:03:26.303355 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0414 11:03:46.217100 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0414 11:04:00.996454 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 11:04:00.996519 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0414 11:04:01.011368 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 11:04:01.011418 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0414 11:04:01.012616 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 11:04:01.012658 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0414 11:04:01.028896 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 11:04:01.028936 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0414 11:04:01.085021 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 11:04:01.085191 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0414 11:04:02.012745 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0414 11:04:02.084776 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0414 11:04:02.204438 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I0414 11:05:41.934053 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.110.40.250"}
==> kube-controller-manager [bf87b6b4987cf9ef9677ce1dd2eb67f475f36b7fb10e9300f3f147a6ccdb26a7] <==
E0414 11:04:38.642881 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0414 11:04:38.643827 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 11:04:38.643875 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 11:05:12.385320 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 11:05:12.386478 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0414 11:05:12.387334 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 11:05:12.387368 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 11:05:23.862474 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 11:05:23.863600 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotclasses"
W0414 11:05:23.864552 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 11:05:23.864604 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 11:05:24.909099 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 11:05:24.910095 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0414 11:05:24.911024 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 11:05:24.911070 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 11:05:25.122064 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 11:05:25.123171 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W0414 11:05:25.124407 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 11:05:25.124455 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0414 11:05:41.727155 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="17.745634ms"
I0414 11:05:41.731611 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="4.408075ms"
I0414 11:05:41.731723 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="53.621µs"
I0414 11:05:41.736480 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="92.5µs"
I0414 11:05:43.532878 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="6.376794ms"
I0414 11:05:43.532972 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="50.579µs"
==> kube-proxy [8b5c5724c3634e9a18fd43da0ca6a9e5dab88eb741a4f883ce4bc17d0c84860c] <==
I0414 11:01:25.002529 1 server_linux.go:66] "Using iptables proxy"
I0414 11:01:27.289933 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0414 11:01:27.290883 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0414 11:01:28.383596 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0414 11:01:28.383761 1 server_linux.go:170] "Using iptables Proxier"
I0414 11:01:28.388893 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0414 11:01:28.398631 1 server.go:497] "Version info" version="v1.32.2"
I0414 11:01:28.402665 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0414 11:01:28.405246 1 config.go:199] "Starting service config controller"
I0414 11:01:28.407479 1 shared_informer.go:313] Waiting for caches to sync for service config
I0414 11:01:28.406532 1 config.go:105] "Starting endpoint slice config controller"
I0414 11:01:28.407510 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0414 11:01:28.407146 1 config.go:329] "Starting node config controller"
I0414 11:01:28.407518 1 shared_informer.go:313] Waiting for caches to sync for node config
I0414 11:01:28.580759 1 shared_informer.go:320] Caches are synced for node config
I0414 11:01:28.580805 1 shared_informer.go:320] Caches are synced for service config
I0414 11:01:28.580819 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [4fcbedf9c30b21d553cc12d39570ab3a404d3eee6d4b8ec2465b384d81ebf27c] <==
E0414 11:01:15.785339 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0414 11:01:15.784826 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0414 11:01:15.785374 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0414 11:01:15.784947 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0414 11:01:15.785401 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
E0414 11:01:15.784422 1 reflector.go:166] "Unhandled Error" err="runtime/asm_amd64.s:1700: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W0414 11:01:15.784958 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W0414 11:01:15.785504 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "volumeattachments" in API group "storage.k8s.io" at the cluster scope
E0414 11:01:15.785697 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.VolumeAttachment: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
E0414 11:01:15.785520 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 11:01:16.593998 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0414 11:01:16.594043 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0414 11:01:16.630965 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0414 11:01:16.631022 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 11:01:16.648699 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0414 11:01:16.648756 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 11:01:16.794906 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0414 11:01:16.794952 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 11:01:16.809672 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0414 11:01:16.809725 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0414 11:01:16.833607 1 reflector.go:569] runtime/asm_amd64.s:1700: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0414 11:01:16.833649 1 reflector.go:166] "Unhandled Error" err="runtime/asm_amd64.s:1700: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W0414 11:01:16.873193 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0414 11:01:16.873246 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
I0414 11:01:19.713900 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Apr 14 11:05:18 addons-295301 kubelet[1667]: E0414 11:05:18.415459 1667 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/59d75c2a464520cfb491bbe050ac9665e8b8b7d67610962b85156f6a41902b0b/diff" to get inode usage: stat /var/lib/containers/storage/overlay/59d75c2a464520cfb491bbe050ac9665e8b8b7d67610962b85156f6a41902b0b/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 11:05:18 addons-295301 kubelet[1667]: E0414 11:05:18.415500 1667 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/7ed8372db4bffaf0d9f1f5f01bd5bdfcbfb1c1d02ce2286e94f05825d7b8381e/diff" to get inode usage: stat /var/lib/containers/storage/overlay/7ed8372db4bffaf0d9f1f5f01bd5bdfcbfb1c1d02ce2286e94f05825d7b8381e/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 11:05:18 addons-295301 kubelet[1667]: E0414 11:05:18.417697 1667 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/09d7b96a597b1d42dc253fc88708e2ce8f695c264e8c2588c4cc9406d3ff7886/diff" to get inode usage: stat /var/lib/containers/storage/overlay/09d7b96a597b1d42dc253fc88708e2ce8f695c264e8c2588c4cc9406d3ff7886/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 11:05:18 addons-295301 kubelet[1667]: E0414 11:05:18.417711 1667 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/3ea22e21c4c469ff25d30249109eee2d7023b55bb1761ddd3d26abcb1d51b276/diff" to get inode usage: stat /var/lib/containers/storage/overlay/3ea22e21c4c469ff25d30249109eee2d7023b55bb1761ddd3d26abcb1d51b276/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 11:05:18 addons-295301 kubelet[1667]: E0414 11:05:18.487679 1667 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/3972e900aec58720dcec61528d42deb7e367ea79efccf7895b6482dd8769492e/diff" to get inode usage: stat /var/lib/containers/storage/overlay/3972e900aec58720dcec61528d42deb7e367ea79efccf7895b6482dd8769492e/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 11:05:18 addons-295301 kubelet[1667]: E0414 11:05:18.492019 1667 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/893180a5b1ce9dc5b11719bfe003b70c1955a335d3d9af844ea90a4f385a2608/diff" to get inode usage: stat /var/lib/containers/storage/overlay/893180a5b1ce9dc5b11719bfe003b70c1955a335d3d9af844ea90a4f385a2608/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 11:05:26 addons-295301 kubelet[1667]: I0414 11:05:26.292000 1667 kubelet_pods.go:1021] "Unable to retrieve pull secret, the image pull may not succeed." pod="default/busybox" secret="" err="secret \"gcp-auth\" not found"
Apr 14 11:05:28 addons-295301 kubelet[1667]: E0414 11:05:28.342324 1667 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744628728341957888,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:619167,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 11:05:28 addons-295301 kubelet[1667]: E0414 11:05:28.342381 1667 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744628728341957888,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:619167,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 11:05:38 addons-295301 kubelet[1667]: E0414 11:05:38.346473 1667 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744628738346028816,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:619167,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 11:05:38 addons-295301 kubelet[1667]: E0414 11:05:38.346523 1667 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744628738346028816,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:619167,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 11:05:41 addons-295301 kubelet[1667]: I0414 11:05:41.725109 1667 memory_manager.go:355] "RemoveStaleState removing state" podUID="d5f4ccd7-fd32-4ee1-a6c4-1005cdaaf4c1" containerName="volume-snapshot-controller"
Apr 14 11:05:41 addons-295301 kubelet[1667]: I0414 11:05:41.725167 1667 memory_manager.go:355] "RemoveStaleState removing state" podUID="3f7d9dfe-f6f8-4388-993d-2575755a4cac" containerName="csi-attacher"
Apr 14 11:05:41 addons-295301 kubelet[1667]: I0414 11:05:41.725178 1667 memory_manager.go:355] "RemoveStaleState removing state" podUID="a601e1ee-f78e-4775-b1aa-d386a64d690f" containerName="node-driver-registrar"
Apr 14 11:05:41 addons-295301 kubelet[1667]: I0414 11:05:41.725185 1667 memory_manager.go:355] "RemoveStaleState removing state" podUID="8fff5807-007c-4e12-8fe5-c8ea010a2d3d" containerName="task-pv-container"
Apr 14 11:05:41 addons-295301 kubelet[1667]: I0414 11:05:41.725193 1667 memory_manager.go:355] "RemoveStaleState removing state" podUID="1b80db24-e549-4288-8ac3-276b7c64a8cd" containerName="csi-resizer"
Apr 14 11:05:41 addons-295301 kubelet[1667]: I0414 11:05:41.725200 1667 memory_manager.go:355] "RemoveStaleState removing state" podUID="a601e1ee-f78e-4775-b1aa-d386a64d690f" containerName="csi-provisioner"
Apr 14 11:05:41 addons-295301 kubelet[1667]: I0414 11:05:41.725211 1667 memory_manager.go:355] "RemoveStaleState removing state" podUID="a601e1ee-f78e-4775-b1aa-d386a64d690f" containerName="liveness-probe"
Apr 14 11:05:41 addons-295301 kubelet[1667]: I0414 11:05:41.725217 1667 memory_manager.go:355] "RemoveStaleState removing state" podUID="a601e1ee-f78e-4775-b1aa-d386a64d690f" containerName="csi-external-health-monitor-controller"
Apr 14 11:05:41 addons-295301 kubelet[1667]: I0414 11:05:41.725224 1667 memory_manager.go:355] "RemoveStaleState removing state" podUID="a601e1ee-f78e-4775-b1aa-d386a64d690f" containerName="csi-snapshotter"
Apr 14 11:05:41 addons-295301 kubelet[1667]: I0414 11:05:41.725231 1667 memory_manager.go:355] "RemoveStaleState removing state" podUID="a601e1ee-f78e-4775-b1aa-d386a64d690f" containerName="hostpath"
Apr 14 11:05:41 addons-295301 kubelet[1667]: I0414 11:05:41.725240 1667 memory_manager.go:355] "RemoveStaleState removing state" podUID="cbe0a4e2-7237-45b2-8dd0-cb26050eaf90" containerName="volume-snapshot-controller"
Apr 14 11:05:41 addons-295301 kubelet[1667]: I0414 11:05:41.866496 1667 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qhj4z\" (UniqueName: \"kubernetes.io/projected/c2d383b5-f3d9-47fe-8078-79abc9029238-kube-api-access-qhj4z\") pod \"hello-world-app-7d9564db4-f6hj4\" (UID: \"c2d383b5-f3d9-47fe-8078-79abc9029238\") " pod="default/hello-world-app-7d9564db4-f6hj4"
Apr 14 11:05:42 addons-295301 kubelet[1667]: W0414 11:05:42.101720 1667 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/1eaf183df2538f1858ab5406034938b27d2f5b666e91c080c2b6e45da45c8cd9/crio-ec79210e6134275e3df462e86a6e9cd92ecb3a8314f22e4177e55d9042ba9ebb WatchSource:0}: Error finding container ec79210e6134275e3df462e86a6e9cd92ecb3a8314f22e4177e55d9042ba9ebb: Status 404 returned error can't find the container with id ec79210e6134275e3df462e86a6e9cd92ecb3a8314f22e4177e55d9042ba9ebb
Apr 14 11:05:43 addons-295301 kubelet[1667]: I0414 11:05:43.526429 1667 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/hello-world-app-7d9564db4-f6hj4" podStartSLOduration=1.834813784 podStartE2EDuration="2.526399074s" podCreationTimestamp="2025-04-14 11:05:41 +0000 UTC" firstStartedPulling="2025-04-14 11:05:42.10449442 +0000 UTC m=+264.000794988" lastFinishedPulling="2025-04-14 11:05:42.796079717 +0000 UTC m=+264.692380278" observedRunningTime="2025-04-14 11:05:43.526400287 +0000 UTC m=+265.422700856" watchObservedRunningTime="2025-04-14 11:05:43.526399074 +0000 UTC m=+265.422699653"
==> storage-provisioner [fef079eeffb3f4b272d68d154c185f5338ee447879d7189d6a3231863212f915] <==
I0414 11:01:43.334723 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0414 11:01:43.382920 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0414 11:01:43.382972 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0414 11:01:43.391296 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0414 11:01:43.391422 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"4765a1df-21a8-43d6-9f5e-07095ead3364", APIVersion:"v1", ResourceVersion:"928", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-295301_f566007f-8a47-429f-a598-f395e2ed2af5 became leader
I0414 11:01:43.391536 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-295301_f566007f-8a47-429f-a598-f395e2ed2af5!
I0414 11:01:43.492163 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-295301_f566007f-8a47-429f-a598-f395e2ed2af5!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-295301 -n addons-295301
helpers_test.go:261: (dbg) Run: kubectl --context addons-295301 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-ffhv7 ingress-nginx-admission-patch-sfpns
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-295301 describe pod ingress-nginx-admission-create-ffhv7 ingress-nginx-admission-patch-sfpns
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-295301 describe pod ingress-nginx-admission-create-ffhv7 ingress-nginx-admission-patch-sfpns: exit status 1 (64.650911ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-ffhv7" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-sfpns" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-295301 describe pod ingress-nginx-admission-create-ffhv7 ingress-nginx-admission-patch-sfpns: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-295301 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-295301 addons disable ingress-dns --alsologtostderr -v=1: (1.211806673s)
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-295301 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-295301 addons disable ingress --alsologtostderr -v=1: (7.726271568s)
--- FAIL: TestAddons/parallel/Ingress (152.03s)