=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-472944 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-472944 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-472944 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [c876cb83-c27c-4f41-a025-d67b61538318] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [c876cb83-c27c-4f41-a025-d67b61538318] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.016247779s
I0414 16:35:58.120713 1411333 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-amd64 -p addons-472944 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-472944 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m10.508997868s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-472944 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-amd64 -p addons-472944 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-472944
helpers_test.go:235: (dbg) docker inspect addons-472944:
-- stdout --
[
{
"Id": "2f22a77377cec26fa20fc528045a5c729d8a8362932894a35db5ada4482a8e49",
"Created": "2025-04-14T16:33:12.278355929Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1413290,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-04-14T16:33:12.308557388Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:fa6441117abd3f0ec72d78de011fb44ecb7b1e274ddcf240e39454ed1f98f388",
"ResolvConfPath": "/var/lib/docker/containers/2f22a77377cec26fa20fc528045a5c729d8a8362932894a35db5ada4482a8e49/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/2f22a77377cec26fa20fc528045a5c729d8a8362932894a35db5ada4482a8e49/hostname",
"HostsPath": "/var/lib/docker/containers/2f22a77377cec26fa20fc528045a5c729d8a8362932894a35db5ada4482a8e49/hosts",
"LogPath": "/var/lib/docker/containers/2f22a77377cec26fa20fc528045a5c729d8a8362932894a35db5ada4482a8e49/2f22a77377cec26fa20fc528045a5c729d8a8362932894a35db5ada4482a8e49-json.log",
"Name": "/addons-472944",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-472944:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-472944",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "2f22a77377cec26fa20fc528045a5c729d8a8362932894a35db5ada4482a8e49",
"LowerDir": "/var/lib/docker/overlay2/4112f8c8955c9218333590210c24c8f5fda29385a6ee12b8cac7a45d7b6d306c-init/diff:/var/lib/docker/overlay2/f361c761c41a213d7f6f47eae4d5ae5699ab3c73d7756b7a43103ecde7e35922/diff",
"MergedDir": "/var/lib/docker/overlay2/4112f8c8955c9218333590210c24c8f5fda29385a6ee12b8cac7a45d7b6d306c/merged",
"UpperDir": "/var/lib/docker/overlay2/4112f8c8955c9218333590210c24c8f5fda29385a6ee12b8cac7a45d7b6d306c/diff",
"WorkDir": "/var/lib/docker/overlay2/4112f8c8955c9218333590210c24c8f5fda29385a6ee12b8cac7a45d7b6d306c/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "addons-472944",
"Source": "/var/lib/docker/volumes/addons-472944/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "addons-472944",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-472944",
"name.minikube.sigs.k8s.io": "addons-472944",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "ae3c58e5817bd296cb09f38d1448508461b1e97de8c87e7b670b9ab688407968",
"SandboxKey": "/var/run/docker/netns/ae3c58e5817b",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33378"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33379"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33382"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33380"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33381"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-472944": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "5a:04:d1:35:4a:a4",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "cf76363a4dd955f7cc16f563c6b0c647aa958d13c1f43e840af2bdc5f68fe694",
"EndpointID": "badbfa07e878bd01a70ed4c578fd2f45d08daf0c0031c349db779690057c863c",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-472944",
"2f22a77377ce"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-472944 -n addons-472944
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-472944 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-472944 logs -n 25: (1.151450842s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | --download-only -p | download-docker-499556 | jenkins | v1.35.0 | 14 Apr 25 16:32 UTC | |
| | download-docker-499556 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-499556 | download-docker-499556 | jenkins | v1.35.0 | 14 Apr 25 16:32 UTC | 14 Apr 25 16:32 UTC |
| start | --download-only -p | binary-mirror-691524 | jenkins | v1.35.0 | 14 Apr 25 16:32 UTC | |
| | binary-mirror-691524 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:45297 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-691524 | binary-mirror-691524 | jenkins | v1.35.0 | 14 Apr 25 16:32 UTC | 14 Apr 25 16:32 UTC |
| addons | enable dashboard -p | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:32 UTC | |
| | addons-472944 | | | | | |
| addons | disable dashboard -p | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:32 UTC | |
| | addons-472944 | | | | | |
| start | -p addons-472944 --wait=true | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:32 UTC | 14 Apr 25 16:35 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-472944 addons disable | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:35 UTC | 14 Apr 25 16:35 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-472944 addons disable | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:35 UTC | 14 Apr 25 16:35 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:35 UTC | 14 Apr 25 16:35 UTC |
| | -p addons-472944 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-472944 addons disable | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:35 UTC | 14 Apr 25 16:35 UTC |
| | amd-gpu-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-472944 addons | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:35 UTC | 14 Apr 25 16:35 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-472944 addons disable | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:35 UTC | 14 Apr 25 16:35 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-472944 addons | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:35 UTC | 14 Apr 25 16:35 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-472944 addons disable | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:35 UTC | 14 Apr 25 16:35 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-472944 ip | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:35 UTC | 14 Apr 25 16:35 UTC |
| addons | addons-472944 addons disable | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:35 UTC | 14 Apr 25 16:35 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-472944 addons | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:35 UTC | 14 Apr 25 16:35 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-472944 addons | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:35 UTC | 14 Apr 25 16:35 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-472944 ssh cat | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:35 UTC | 14 Apr 25 16:35 UTC |
| | /opt/local-path-provisioner/pvc-e2ca3760-57e1-467d-b6f0-7e534d855e6f_default_test-pvc/file1 | | | | | |
| addons | addons-472944 addons disable | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:35 UTC | 14 Apr 25 16:35 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-472944 ssh curl -s | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:35 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-472944 addons | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:36 UTC | 14 Apr 25 16:36 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-472944 addons | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:36 UTC | 14 Apr 25 16:36 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-472944 ip | addons-472944 | jenkins | v1.35.0 | 14 Apr 25 16:38 UTC | 14 Apr 25 16:38 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/04/14 16:32:48
Running on machine: ubuntu-20-agent-8
Binary: Built with gc go1.24.0 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0414 16:32:48.946059 1412670 out.go:345] Setting OutFile to fd 1 ...
I0414 16:32:48.946320 1412670 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 16:32:48.946329 1412670 out.go:358] Setting ErrFile to fd 2...
I0414 16:32:48.946333 1412670 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 16:32:48.946533 1412670 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20349-1404547/.minikube/bin
I0414 16:32:48.947213 1412670 out.go:352] Setting JSON to false
I0414 16:32:48.948187 1412670 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-8","uptime":29712,"bootTime":1744618657,"procs":195,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1078-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0414 16:32:48.948274 1412670 start.go:139] virtualization: kvm guest
I0414 16:32:48.950174 1412670 out.go:177] * [addons-472944] minikube v1.35.0 on Ubuntu 20.04 (kvm/amd64)
I0414 16:32:48.951449 1412670 out.go:177] - MINIKUBE_LOCATION=20349
I0414 16:32:48.951446 1412670 notify.go:220] Checking for updates...
I0414 16:32:48.953557 1412670 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0414 16:32:48.954647 1412670 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20349-1404547/kubeconfig
I0414 16:32:48.955723 1412670 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20349-1404547/.minikube
I0414 16:32:48.956887 1412670 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0414 16:32:48.958084 1412670 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0414 16:32:48.959413 1412670 driver.go:394] Setting default libvirt URI to qemu:///system
I0414 16:32:48.981083 1412670 docker.go:123] docker version: linux-28.0.4:Docker Engine - Community
I0414 16:32:48.981172 1412670 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 16:32:49.027705 1412670 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:true NGoroutines:45 SystemTime:2025-04-14 16:32:49.018657076 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1078-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647996928 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-8 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0414 16:32:49.027817 1412670 docker.go:318] overlay module found
I0414 16:32:49.029527 1412670 out.go:177] * Using the docker driver based on user configuration
I0414 16:32:49.030517 1412670 start.go:297] selected driver: docker
I0414 16:32:49.030540 1412670 start.go:901] validating driver "docker" against <nil>
I0414 16:32:49.030554 1412670 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0414 16:32:49.031546 1412670 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 16:32:49.081408 1412670 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:true NGoroutines:45 SystemTime:2025-04-14 16:32:49.072111924 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1078-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647996928 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-8 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0414 16:32:49.081617 1412670 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0414 16:32:49.081899 1412670 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0414 16:32:49.083729 1412670 out.go:177] * Using Docker driver with root privileges
I0414 16:32:49.084921 1412670 cni.go:84] Creating CNI manager for ""
I0414 16:32:49.084995 1412670 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0414 16:32:49.085013 1412670 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0414 16:32:49.085101 1412670 start.go:340] cluster config:
{Name:addons-472944 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-472944 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0414 16:32:49.086522 1412670 out.go:177] * Starting "addons-472944" primary control-plane node in "addons-472944" cluster
I0414 16:32:49.087763 1412670 cache.go:121] Beginning downloading kic base image for docker with crio
I0414 16:32:49.089026 1412670 out.go:177] * Pulling base image v0.0.46-1744107393-20604 ...
I0414 16:32:49.090197 1412670 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0414 16:32:49.090240 1412670 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20349-1404547/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-amd64.tar.lz4
I0414 16:32:49.090250 1412670 cache.go:56] Caching tarball of preloaded images
I0414 16:32:49.090317 1412670 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local docker daemon
I0414 16:32:49.090342 1412670 preload.go:172] Found /home/jenkins/minikube-integration/20349-1404547/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I0414 16:32:49.090351 1412670 cache.go:59] Finished verifying existence of preloaded tar for v1.32.2 on crio
I0414 16:32:49.090754 1412670 profile.go:143] Saving config to /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/config.json ...
I0414 16:32:49.090787 1412670 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/config.json: {Name:mk710d40bd499b84fb80f54f198bf6ed6eeae448 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:32:49.107667 1412670 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a to local cache
I0414 16:32:49.107805 1412670 image.go:65] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local cache directory
I0414 16:32:49.107822 1412670 image.go:68] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local cache directory, skipping pull
I0414 16:32:49.107829 1412670 image.go:137] gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a exists in cache, skipping pull
I0414 16:32:49.107837 1412670 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a as a tarball
I0414 16:32:49.107844 1412670 cache.go:163] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a from local cache
I0414 16:33:01.400975 1412670 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a from cached tarball
I0414 16:33:01.401025 1412670 cache.go:230] Successfully downloaded all kic artifacts
I0414 16:33:01.401073 1412670 start.go:360] acquireMachinesLock for addons-472944: {Name:mk669485484a5c527ec66f41f00626c82d1719d0 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0414 16:33:01.401188 1412670 start.go:364] duration metric: took 93.667µs to acquireMachinesLock for "addons-472944"
I0414 16:33:01.401213 1412670 start.go:93] Provisioning new machine with config: &{Name:addons-472944 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-472944 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I0414 16:33:01.401276 1412670 start.go:125] createHost starting for "" (driver="docker")
I0414 16:33:01.403197 1412670 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0414 16:33:01.403485 1412670 start.go:159] libmachine.API.Create for "addons-472944" (driver="docker")
I0414 16:33:01.403525 1412670 client.go:168] LocalClient.Create starting
I0414 16:33:01.403632 1412670 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20349-1404547/.minikube/certs/ca.pem
I0414 16:33:02.232517 1412670 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20349-1404547/.minikube/certs/cert.pem
I0414 16:33:02.708341 1412670 cli_runner.go:164] Run: docker network inspect addons-472944 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0414 16:33:02.724528 1412670 cli_runner.go:211] docker network inspect addons-472944 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0414 16:33:02.724604 1412670 network_create.go:284] running [docker network inspect addons-472944] to gather additional debugging logs...
I0414 16:33:02.724625 1412670 cli_runner.go:164] Run: docker network inspect addons-472944
W0414 16:33:02.740586 1412670 cli_runner.go:211] docker network inspect addons-472944 returned with exit code 1
I0414 16:33:02.740625 1412670 network_create.go:287] error running [docker network inspect addons-472944]: docker network inspect addons-472944: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-472944 not found
I0414 16:33:02.740642 1412670 network_create.go:289] output of [docker network inspect addons-472944]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-472944 not found
** /stderr **
I0414 16:33:02.740753 1412670 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0414 16:33:02.757202 1412670 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001b60870}
I0414 16:33:02.757263 1412670 network_create.go:124] attempt to create docker network addons-472944 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0414 16:33:02.757311 1412670 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-472944 addons-472944
I0414 16:33:02.807304 1412670 network_create.go:108] docker network addons-472944 192.168.49.0/24 created
I0414 16:33:02.807334 1412670 kic.go:121] calculated static IP "192.168.49.2" for the "addons-472944" container
I0414 16:33:02.807407 1412670 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0414 16:33:02.824288 1412670 cli_runner.go:164] Run: docker volume create addons-472944 --label name.minikube.sigs.k8s.io=addons-472944 --label created_by.minikube.sigs.k8s.io=true
I0414 16:33:02.843893 1412670 oci.go:103] Successfully created a docker volume addons-472944
I0414 16:33:02.843973 1412670 cli_runner.go:164] Run: docker run --rm --name addons-472944-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-472944 --entrypoint /usr/bin/test -v addons-472944:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -d /var/lib
I0414 16:33:07.778173 1412670 cli_runner.go:217] Completed: docker run --rm --name addons-472944-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-472944 --entrypoint /usr/bin/test -v addons-472944:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -d /var/lib: (4.934145018s)
I0414 16:33:07.778209 1412670 oci.go:107] Successfully prepared a docker volume addons-472944
I0414 16:33:07.778233 1412670 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0414 16:33:07.778262 1412670 kic.go:194] Starting extracting preloaded images to volume ...
I0414 16:33:07.778327 1412670 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20349-1404547/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-472944:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -I lz4 -xf /preloaded.tar -C /extractDir
I0414 16:33:12.214593 1412670 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20349-1404547/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-472944:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -I lz4 -xf /preloaded.tar -C /extractDir: (4.436198626s)
I0414 16:33:12.214628 1412670 kic.go:203] duration metric: took 4.436363975s to extract preloaded images to volume ...
W0414 16:33:12.214767 1412670 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0414 16:33:12.214902 1412670 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0414 16:33:12.263601 1412670 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-472944 --name addons-472944 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-472944 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-472944 --network addons-472944 --ip 192.168.49.2 --volume addons-472944:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a
I0414 16:33:12.516922 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Running}}
I0414 16:33:12.534073 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:12.552610 1412670 cli_runner.go:164] Run: docker exec addons-472944 stat /var/lib/dpkg/alternatives/iptables
I0414 16:33:12.593635 1412670 oci.go:144] the created container "addons-472944" has a running status.
I0414 16:33:12.593679 1412670 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa...
I0414 16:33:12.945760 1412670 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0414 16:33:12.972863 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:12.989642 1412670 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0414 16:33:12.989663 1412670 kic_runner.go:114] Args: [docker exec --privileged addons-472944 chown docker:docker /home/docker/.ssh/authorized_keys]
I0414 16:33:13.028511 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:13.049443 1412670 machine.go:93] provisionDockerMachine start ...
I0414 16:33:13.049544 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:13.070664 1412670 main.go:141] libmachine: Using SSH client type: native
I0414 16:33:13.071028 1412670 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 127.0.0.1 33378 <nil> <nil>}
I0414 16:33:13.071052 1412670 main.go:141] libmachine: About to run SSH command:
hostname
I0414 16:33:13.194675 1412670 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-472944
I0414 16:33:13.194708 1412670 ubuntu.go:169] provisioning hostname "addons-472944"
I0414 16:33:13.194778 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:13.213791 1412670 main.go:141] libmachine: Using SSH client type: native
I0414 16:33:13.214023 1412670 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 127.0.0.1 33378 <nil> <nil>}
I0414 16:33:13.214041 1412670 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-472944 && echo "addons-472944" | sudo tee /etc/hostname
I0414 16:33:13.342260 1412670 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-472944
I0414 16:33:13.342371 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:13.359227 1412670 main.go:141] libmachine: Using SSH client type: native
I0414 16:33:13.359525 1412670 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 127.0.0.1 33378 <nil> <nil>}
I0414 16:33:13.359552 1412670 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-472944' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-472944/g' /etc/hosts;
else
echo '127.0.1.1 addons-472944' | sudo tee -a /etc/hosts;
fi
fi
I0414 16:33:13.475597 1412670 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0414 16:33:13.475634 1412670 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20349-1404547/.minikube CaCertPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20349-1404547/.minikube}
I0414 16:33:13.475665 1412670 ubuntu.go:177] setting up certificates
I0414 16:33:13.475678 1412670 provision.go:84] configureAuth start
I0414 16:33:13.475731 1412670 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-472944
I0414 16:33:13.493309 1412670 provision.go:143] copyHostCerts
I0414 16:33:13.493381 1412670 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20349-1404547/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20349-1404547/.minikube/cert.pem (1123 bytes)
I0414 16:33:13.493488 1412670 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20349-1404547/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20349-1404547/.minikube/key.pem (1679 bytes)
I0414 16:33:13.493542 1412670 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20349-1404547/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20349-1404547/.minikube/ca.pem (1078 bytes)
I0414 16:33:13.493589 1412670 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20349-1404547/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20349-1404547/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20349-1404547/.minikube/certs/ca-key.pem org=jenkins.addons-472944 san=[127.0.0.1 192.168.49.2 addons-472944 localhost minikube]
I0414 16:33:13.683801 1412670 provision.go:177] copyRemoteCerts
I0414 16:33:13.683865 1412670 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0414 16:33:13.683907 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:13.701844 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
I0414 16:33:13.792021 1412670 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20349-1404547/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0414 16:33:13.814424 1412670 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20349-1404547/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0414 16:33:13.835961 1412670 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20349-1404547/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0414 16:33:13.857597 1412670 provision.go:87] duration metric: took 381.904921ms to configureAuth
I0414 16:33:13.857627 1412670 ubuntu.go:193] setting minikube options for container-runtime
I0414 16:33:13.857835 1412670 config.go:182] Loaded profile config "addons-472944": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 16:33:13.857969 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:13.874815 1412670 main.go:141] libmachine: Using SSH client type: native
I0414 16:33:13.875031 1412670 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 127.0.0.1 33378 <nil> <nil>}
I0414 16:33:13.875048 1412670 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0414 16:33:14.077493 1412670 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0414 16:33:14.077522 1412670 machine.go:96] duration metric: took 1.028055294s to provisionDockerMachine
I0414 16:33:14.077536 1412670 client.go:171] duration metric: took 12.674001539s to LocalClient.Create
I0414 16:33:14.077557 1412670 start.go:167] duration metric: took 12.674074637s to libmachine.API.Create "addons-472944"
I0414 16:33:14.077573 1412670 start.go:293] postStartSetup for "addons-472944" (driver="docker")
I0414 16:33:14.077593 1412670 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0414 16:33:14.077707 1412670 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0414 16:33:14.077757 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:14.096487 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
I0414 16:33:14.184252 1412670 ssh_runner.go:195] Run: cat /etc/os-release
I0414 16:33:14.187393 1412670 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0414 16:33:14.187425 1412670 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0414 16:33:14.187433 1412670 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0414 16:33:14.187437 1412670 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0414 16:33:14.187449 1412670 filesync.go:126] Scanning /home/jenkins/minikube-integration/20349-1404547/.minikube/addons for local assets ...
I0414 16:33:14.187508 1412670 filesync.go:126] Scanning /home/jenkins/minikube-integration/20349-1404547/.minikube/files for local assets ...
I0414 16:33:14.187540 1412670 start.go:296] duration metric: took 109.955894ms for postStartSetup
I0414 16:33:14.187805 1412670 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-472944
I0414 16:33:14.206216 1412670 profile.go:143] Saving config to /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/config.json ...
I0414 16:33:14.206484 1412670 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0414 16:33:14.206531 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:14.222322 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
I0414 16:33:14.304133 1412670 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0414 16:33:14.308248 1412670 start.go:128] duration metric: took 12.906956635s to createHost
I0414 16:33:14.308274 1412670 start.go:83] releasing machines lock for "addons-472944", held for 12.907073549s
I0414 16:33:14.308347 1412670 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-472944
I0414 16:33:14.324990 1412670 ssh_runner.go:195] Run: cat /version.json
I0414 16:33:14.325048 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:14.325069 1412670 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0414 16:33:14.325133 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:14.342181 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
I0414 16:33:14.342431 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
I0414 16:33:14.503380 1412670 ssh_runner.go:195] Run: systemctl --version
I0414 16:33:14.507654 1412670 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0414 16:33:14.645390 1412670 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0414 16:33:14.649774 1412670 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0414 16:33:14.667034 1412670 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0414 16:33:14.667108 1412670 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0414 16:33:14.691964 1412670 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0414 16:33:14.691989 1412670 start.go:495] detecting cgroup driver to use...
I0414 16:33:14.692021 1412670 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0414 16:33:14.692085 1412670 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0414 16:33:14.706061 1412670 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0414 16:33:14.715997 1412670 docker.go:217] disabling cri-docker service (if available) ...
I0414 16:33:14.716047 1412670 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0414 16:33:14.727998 1412670 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0414 16:33:14.739942 1412670 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0414 16:33:14.811836 1412670 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0414 16:33:14.888375 1412670 docker.go:233] disabling docker service ...
I0414 16:33:14.888432 1412670 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0414 16:33:14.906475 1412670 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0414 16:33:14.916781 1412670 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0414 16:33:14.991670 1412670 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0414 16:33:15.073420 1412670 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0414 16:33:15.083837 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0414 16:33:15.098422 1412670 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0414 16:33:15.098475 1412670 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0414 16:33:15.107100 1412670 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0414 16:33:15.107160 1412670 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0414 16:33:15.116073 1412670 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0414 16:33:15.124634 1412670 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0414 16:33:15.132961 1412670 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0414 16:33:15.140839 1412670 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0414 16:33:15.149157 1412670 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0414 16:33:15.162881 1412670 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0414 16:33:15.171512 1412670 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0414 16:33:15.178664 1412670 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0414 16:33:15.186139 1412670 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 16:33:15.260848 1412670 ssh_runner.go:195] Run: sudo systemctl restart crio
I0414 16:33:15.351193 1412670 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0414 16:33:15.351283 1412670 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0414 16:33:15.354554 1412670 start.go:563] Will wait 60s for crictl version
I0414 16:33:15.354603 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:33:15.357788 1412670 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0414 16:33:15.392596 1412670 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0414 16:33:15.392676 1412670 ssh_runner.go:195] Run: crio --version
I0414 16:33:15.427461 1412670 ssh_runner.go:195] Run: crio --version
I0414 16:33:15.462464 1412670 out.go:177] * Preparing Kubernetes v1.32.2 on CRI-O 1.24.6 ...
I0414 16:33:15.463700 1412670 cli_runner.go:164] Run: docker network inspect addons-472944 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0414 16:33:15.480359 1412670 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0414 16:33:15.484165 1412670 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0414 16:33:15.494554 1412670 kubeadm.go:883] updating cluster {Name:addons-472944 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-472944 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0414 16:33:15.494675 1412670 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0414 16:33:15.494720 1412670 ssh_runner.go:195] Run: sudo crictl images --output json
I0414 16:33:15.561547 1412670 crio.go:514] all images are preloaded for cri-o runtime.
I0414 16:33:15.561574 1412670 crio.go:433] Images already preloaded, skipping extraction
I0414 16:33:15.561631 1412670 ssh_runner.go:195] Run: sudo crictl images --output json
I0414 16:33:15.593356 1412670 crio.go:514] all images are preloaded for cri-o runtime.
I0414 16:33:15.593380 1412670 cache_images.go:84] Images are preloaded, skipping loading
I0414 16:33:15.593388 1412670 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.32.2 crio true true} ...
I0414 16:33:15.593489 1412670 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-472944 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.32.2 ClusterName:addons-472944 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0414 16:33:15.593554 1412670 ssh_runner.go:195] Run: crio config
I0414 16:33:15.635516 1412670 cni.go:84] Creating CNI manager for ""
I0414 16:33:15.635538 1412670 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0414 16:33:15.635558 1412670 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0414 16:33:15.635580 1412670 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.32.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-472944 NodeName:addons-472944 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0414 16:33:15.635699 1412670 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-472944"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0414 16:33:15.635761 1412670 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.2
I0414 16:33:15.644103 1412670 binaries.go:44] Found k8s binaries, skipping transfer
I0414 16:33:15.644182 1412670 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0414 16:33:15.652629 1412670 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0414 16:33:15.668647 1412670 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0414 16:33:15.684913 1412670 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I0414 16:33:15.700742 1412670 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0414 16:33:15.705460 1412670 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0414 16:33:15.714999 1412670 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 16:33:15.788407 1412670 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0414 16:33:15.800875 1412670 certs.go:68] Setting up /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944 for IP: 192.168.49.2
I0414 16:33:15.800902 1412670 certs.go:194] generating shared ca certs ...
I0414 16:33:15.800924 1412670 certs.go:226] acquiring lock for ca certs: {Name:mk6262e3555b7bb082c957f654dff8a949c9cae7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:33:15.801049 1412670 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20349-1404547/.minikube/ca.key
I0414 16:33:16.062824 1412670 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20349-1404547/.minikube/ca.crt ...
I0414 16:33:16.062872 1412670 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20349-1404547/.minikube/ca.crt: {Name:mk6d62286e37bc2265ede6d1a5434a9417fd5e90 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:33:16.063125 1412670 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20349-1404547/.minikube/ca.key ...
I0414 16:33:16.063141 1412670 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20349-1404547/.minikube/ca.key: {Name:mk09f8d7040da4a48f787d32c3cab9c95dd85153 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:33:16.063292 1412670 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20349-1404547/.minikube/proxy-client-ca.key
I0414 16:33:16.264719 1412670 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20349-1404547/.minikube/proxy-client-ca.crt ...
I0414 16:33:16.264754 1412670 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20349-1404547/.minikube/proxy-client-ca.crt: {Name:mk4ce5f4c5c93e9dca1fcb9076342aee4de92184 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:33:16.265060 1412670 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20349-1404547/.minikube/proxy-client-ca.key ...
I0414 16:33:16.265092 1412670 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20349-1404547/.minikube/proxy-client-ca.key: {Name:mk051e363d2c3c6020a69e53420a5f0678965335 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:33:16.265209 1412670 certs.go:256] generating profile certs ...
I0414 16:33:16.265273 1412670 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/client.key
I0414 16:33:16.265288 1412670 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/client.crt with IP's: []
I0414 16:33:16.672088 1412670 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/client.crt ...
I0414 16:33:16.672123 1412670 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/client.crt: {Name:mk8be2edf979b906c1a92029f5fcd1438c3a83e8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:33:16.672292 1412670 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/client.key ...
I0414 16:33:16.672303 1412670 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/client.key: {Name:mkfdcb553a27ae6cdab63cab4709f5f96abb4337 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:33:16.672373 1412670 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/apiserver.key.cc1196a3
I0414 16:33:16.672391 1412670 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/apiserver.crt.cc1196a3 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0414 16:33:17.025558 1412670 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/apiserver.crt.cc1196a3 ...
I0414 16:33:17.025595 1412670 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/apiserver.crt.cc1196a3: {Name:mk9be375ead434199da03c7af3eebf269b610306 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:33:17.025768 1412670 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/apiserver.key.cc1196a3 ...
I0414 16:33:17.025783 1412670 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/apiserver.key.cc1196a3: {Name:mk2ff984cd37f21a215adf9a780355e7cccdc201 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:33:17.025855 1412670 certs.go:381] copying /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/apiserver.crt.cc1196a3 -> /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/apiserver.crt
I0414 16:33:17.025935 1412670 certs.go:385] copying /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/apiserver.key.cc1196a3 -> /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/apiserver.key
I0414 16:33:17.025983 1412670 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/proxy-client.key
I0414 16:33:17.026000 1412670 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/proxy-client.crt with IP's: []
I0414 16:33:17.229793 1412670 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/proxy-client.crt ...
I0414 16:33:17.229828 1412670 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/proxy-client.crt: {Name:mk71447f6c99f3d1c7bce774c2157cfe42c8c6ae Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:33:17.230030 1412670 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/proxy-client.key ...
I0414 16:33:17.230046 1412670 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/proxy-client.key: {Name:mke64b9ce0a88681f0af224c39f0ad43669aa94c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:33:17.230224 1412670 certs.go:484] found cert: /home/jenkins/minikube-integration/20349-1404547/.minikube/certs/ca-key.pem (1679 bytes)
I0414 16:33:17.230265 1412670 certs.go:484] found cert: /home/jenkins/minikube-integration/20349-1404547/.minikube/certs/ca.pem (1078 bytes)
I0414 16:33:17.230289 1412670 certs.go:484] found cert: /home/jenkins/minikube-integration/20349-1404547/.minikube/certs/cert.pem (1123 bytes)
I0414 16:33:17.230315 1412670 certs.go:484] found cert: /home/jenkins/minikube-integration/20349-1404547/.minikube/certs/key.pem (1679 bytes)
I0414 16:33:17.230925 1412670 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20349-1404547/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0414 16:33:17.253274 1412670 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20349-1404547/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0414 16:33:17.274621 1412670 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20349-1404547/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0414 16:33:17.295754 1412670 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20349-1404547/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0414 16:33:17.317251 1412670 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0414 16:33:17.340528 1412670 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0414 16:33:17.363729 1412670 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0414 16:33:17.385549 1412670 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20349-1404547/.minikube/profiles/addons-472944/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0414 16:33:17.406734 1412670 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20349-1404547/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0414 16:33:17.428038 1412670 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0414 16:33:17.443677 1412670 ssh_runner.go:195] Run: openssl version
I0414 16:33:17.448814 1412670 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0414 16:33:17.457282 1412670 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0414 16:33:17.460422 1412670 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Apr 14 16:33 /usr/share/ca-certificates/minikubeCA.pem
I0414 16:33:17.460468 1412670 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0414 16:33:17.466530 1412670 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0414 16:33:17.474535 1412670 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0414 16:33:17.477544 1412670 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0414 16:33:17.477590 1412670 kubeadm.go:392] StartCluster: {Name:addons-472944 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-472944 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0414 16:33:17.477675 1412670 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0414 16:33:17.477726 1412670 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0414 16:33:17.510858 1412670 cri.go:89] found id: ""
I0414 16:33:17.510913 1412670 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0414 16:33:17.519448 1412670 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0414 16:33:17.527480 1412670 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0414 16:33:17.527528 1412670 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0414 16:33:17.535417 1412670 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0414 16:33:17.535437 1412670 kubeadm.go:157] found existing configuration files:
I0414 16:33:17.535481 1412670 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0414 16:33:17.543013 1412670 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0414 16:33:17.543064 1412670 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0414 16:33:17.550346 1412670 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0414 16:33:17.558543 1412670 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0414 16:33:17.558592 1412670 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0414 16:33:17.566318 1412670 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0414 16:33:17.573774 1412670 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0414 16:33:17.573815 1412670 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0414 16:33:17.581016 1412670 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0414 16:33:17.588751 1412670 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0414 16:33:17.588798 1412670 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0414 16:33:17.596064 1412670 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.32.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0414 16:33:17.630238 1412670 kubeadm.go:310] [init] Using Kubernetes version: v1.32.2
I0414 16:33:17.630333 1412670 kubeadm.go:310] [preflight] Running pre-flight checks
I0414 16:33:17.646284 1412670 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0414 16:33:17.646410 1412670 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1078-gcp[0m
I0414 16:33:17.646459 1412670 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0414 16:33:17.646556 1412670 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0414 16:33:17.646647 1412670 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0414 16:33:17.646729 1412670 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0414 16:33:17.646804 1412670 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0414 16:33:17.646870 1412670 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0414 16:33:17.646942 1412670 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0414 16:33:17.647005 1412670 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0414 16:33:17.647082 1412670 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0414 16:33:17.647154 1412670 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0414 16:33:17.697671 1412670 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0414 16:33:17.697787 1412670 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0414 16:33:17.697891 1412670 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0414 16:33:17.704880 1412670 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0414 16:33:17.707890 1412670 out.go:235] - Generating certificates and keys ...
I0414 16:33:17.707994 1412670 kubeadm.go:310] [certs] Using existing ca certificate authority
I0414 16:33:17.708066 1412670 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0414 16:33:17.808757 1412670 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0414 16:33:18.018609 1412670 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0414 16:33:18.139739 1412670 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0414 16:33:18.318369 1412670 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0414 16:33:18.400604 1412670 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0414 16:33:18.400744 1412670 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-472944 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0414 16:33:18.570329 1412670 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0414 16:33:18.570532 1412670 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-472944 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0414 16:33:18.791736 1412670 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0414 16:33:18.983324 1412670 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0414 16:33:19.260648 1412670 kubeadm.go:310] [certs] Generating "sa" key and public key
I0414 16:33:19.260761 1412670 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0414 16:33:19.457967 1412670 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0414 16:33:19.563529 1412670 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0414 16:33:19.633572 1412670 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0414 16:33:19.707406 1412670 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0414 16:33:19.846529 1412670 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0414 16:33:19.847022 1412670 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0414 16:33:19.849446 1412670 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0414 16:33:19.851219 1412670 out.go:235] - Booting up control plane ...
I0414 16:33:19.851353 1412670 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0414 16:33:19.851457 1412670 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0414 16:33:19.852210 1412670 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0414 16:33:19.861082 1412670 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0414 16:33:19.866466 1412670 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0414 16:33:19.866518 1412670 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0414 16:33:19.942407 1412670 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0414 16:33:19.942578 1412670 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0414 16:33:20.443296 1412670 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 500.96701ms
I0414 16:33:20.443434 1412670 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0414 16:33:24.945473 1412670 kubeadm.go:310] [api-check] The API server is healthy after 4.502141136s
I0414 16:33:24.956838 1412670 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0414 16:33:24.965534 1412670 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0414 16:33:24.981946 1412670 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0414 16:33:24.982124 1412670 kubeadm.go:310] [mark-control-plane] Marking the node addons-472944 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0414 16:33:24.988638 1412670 kubeadm.go:310] [bootstrap-token] Using token: eiihy1.2ako5d41ypmoxnxm
I0414 16:33:24.990130 1412670 out.go:235] - Configuring RBAC rules ...
I0414 16:33:24.990286 1412670 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0414 16:33:24.992917 1412670 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0414 16:33:24.998580 1412670 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0414 16:33:25.001060 1412670 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0414 16:33:25.003518 1412670 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0414 16:33:25.005936 1412670 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0414 16:33:25.351517 1412670 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0414 16:33:25.821509 1412670 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0414 16:33:26.351605 1412670 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0414 16:33:26.352518 1412670 kubeadm.go:310]
I0414 16:33:26.352590 1412670 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0414 16:33:26.352597 1412670 kubeadm.go:310]
I0414 16:33:26.352701 1412670 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0414 16:33:26.352722 1412670 kubeadm.go:310]
I0414 16:33:26.352755 1412670 kubeadm.go:310] mkdir -p $HOME/.kube
I0414 16:33:26.352828 1412670 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0414 16:33:26.352896 1412670 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0414 16:33:26.352905 1412670 kubeadm.go:310]
I0414 16:33:26.353006 1412670 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0414 16:33:26.353017 1412670 kubeadm.go:310]
I0414 16:33:26.353094 1412670 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0414 16:33:26.353104 1412670 kubeadm.go:310]
I0414 16:33:26.353172 1412670 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0414 16:33:26.353282 1412670 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0414 16:33:26.353389 1412670 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0414 16:33:26.353401 1412670 kubeadm.go:310]
I0414 16:33:26.353479 1412670 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0414 16:33:26.353563 1412670 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0414 16:33:26.353573 1412670 kubeadm.go:310]
I0414 16:33:26.353701 1412670 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token eiihy1.2ako5d41ypmoxnxm \
I0414 16:33:26.353848 1412670 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:9fdfb3f95bfd01ea16c339389b62e7accf4b516bd2b050d339ece78a8c24b428 \
I0414 16:33:26.353883 1412670 kubeadm.go:310] --control-plane
I0414 16:33:26.353892 1412670 kubeadm.go:310]
I0414 16:33:26.354037 1412670 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0414 16:33:26.354048 1412670 kubeadm.go:310]
I0414 16:33:26.354163 1412670 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token eiihy1.2ako5d41ypmoxnxm \
I0414 16:33:26.354279 1412670 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:9fdfb3f95bfd01ea16c339389b62e7accf4b516bd2b050d339ece78a8c24b428
I0414 16:33:26.355847 1412670 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I0414 16:33:26.356067 1412670 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1078-gcp\n", err: exit status 1
I0414 16:33:26.356185 1412670 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0414 16:33:26.356243 1412670 cni.go:84] Creating CNI manager for ""
I0414 16:33:26.356261 1412670 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0414 16:33:26.357827 1412670 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0414 16:33:26.358988 1412670 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0414 16:33:26.362798 1412670 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.32.2/kubectl ...
I0414 16:33:26.362819 1412670 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0414 16:33:26.379596 1412670 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0414 16:33:26.574045 1412670 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0414 16:33:26.574134 1412670 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 16:33:26.574134 1412670 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-472944 minikube.k8s.io/updated_at=2025_04_14T16_33_26_0700 minikube.k8s.io/version=v1.35.0 minikube.k8s.io/commit=f1e69a1cd498979c80dbe968253c827f6eb2cf37 minikube.k8s.io/name=addons-472944 minikube.k8s.io/primary=true
I0414 16:33:26.665152 1412670 ops.go:34] apiserver oom_adj: -16
I0414 16:33:26.665282 1412670 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 16:33:27.165680 1412670 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 16:33:27.665569 1412670 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 16:33:28.165502 1412670 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 16:33:28.665987 1412670 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 16:33:29.165618 1412670 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 16:33:29.665736 1412670 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 16:33:30.165731 1412670 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 16:33:30.666104 1412670 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 16:33:30.733313 1412670 kubeadm.go:1113] duration metric: took 4.159247203s to wait for elevateKubeSystemPrivileges
I0414 16:33:30.733362 1412670 kubeadm.go:394] duration metric: took 13.255776428s to StartCluster
I0414 16:33:30.733388 1412670 settings.go:142] acquiring lock: {Name:mkd3d760ffe2190c5983f26d3ce6686eff81732b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:33:30.733535 1412670 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20349-1404547/kubeconfig
I0414 16:33:30.734072 1412670 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20349-1404547/kubeconfig: {Name:mke5c00a8bd94215782eded3768d37177a29cf90 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 16:33:30.734275 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0414 16:33:30.734297 1412670 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I0414 16:33:30.734370 1412670 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0414 16:33:30.734564 1412670 addons.go:69] Setting yakd=true in profile "addons-472944"
I0414 16:33:30.734585 1412670 config.go:182] Loaded profile config "addons-472944": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 16:33:30.734596 1412670 addons.go:238] Setting addon yakd=true in "addons-472944"
I0414 16:33:30.734604 1412670 addons.go:69] Setting ingress=true in profile "addons-472944"
I0414 16:33:30.734631 1412670 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-472944"
I0414 16:33:30.734635 1412670 addons.go:69] Setting ingress-dns=true in profile "addons-472944"
I0414 16:33:30.734644 1412670 addons.go:238] Setting addon ingress=true in "addons-472944"
I0414 16:33:30.734650 1412670 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-472944"
I0414 16:33:30.734664 1412670 addons.go:69] Setting registry=true in profile "addons-472944"
I0414 16:33:30.734663 1412670 addons.go:69] Setting gcp-auth=true in profile "addons-472944"
I0414 16:33:30.734691 1412670 addons.go:238] Setting addon registry=true in "addons-472944"
I0414 16:33:30.734694 1412670 addons.go:69] Setting cloud-spanner=true in profile "addons-472944"
I0414 16:33:30.734705 1412670 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-472944"
I0414 16:33:30.734714 1412670 host.go:66] Checking if "addons-472944" exists ...
I0414 16:33:30.734722 1412670 addons.go:69] Setting volcano=true in profile "addons-472944"
I0414 16:33:30.734726 1412670 addons.go:69] Setting volumesnapshots=true in profile "addons-472944"
I0414 16:33:30.734733 1412670 addons.go:238] Setting addon volcano=true in "addons-472944"
I0414 16:33:30.734745 1412670 addons.go:238] Setting addon volumesnapshots=true in "addons-472944"
I0414 16:33:30.734576 1412670 addons.go:69] Setting inspektor-gadget=true in profile "addons-472944"
I0414 16:33:30.734772 1412670 addons.go:238] Setting addon inspektor-gadget=true in "addons-472944"
I0414 16:33:30.734813 1412670 host.go:66] Checking if "addons-472944" exists ...
I0414 16:33:30.734635 1412670 host.go:66] Checking if "addons-472944" exists ...
I0414 16:33:30.734652 1412670 addons.go:238] Setting addon ingress-dns=true in "addons-472944"
I0414 16:33:30.734945 1412670 host.go:66] Checking if "addons-472944" exists ...
I0414 16:33:30.734773 1412670 host.go:66] Checking if "addons-472944" exists ...
I0414 16:33:30.734757 1412670 host.go:66] Checking if "addons-472944" exists ...
I0414 16:33:30.734725 1412670 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-472944"
I0414 16:33:30.735360 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:30.735388 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:30.735395 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:30.735443 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:30.735487 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:30.734711 1412670 addons.go:238] Setting addon cloud-spanner=true in "addons-472944"
I0414 16:33:30.735554 1412670 host.go:66] Checking if "addons-472944" exists ...
I0414 16:33:30.735594 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:30.735705 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:30.734646 1412670 addons.go:69] Setting metrics-server=true in profile "addons-472944"
I0414 16:33:30.736327 1412670 addons.go:238] Setting addon metrics-server=true in "addons-472944"
I0414 16:33:30.736356 1412670 host.go:66] Checking if "addons-472944" exists ...
I0414 16:33:30.736449 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:30.734692 1412670 mustload.go:65] Loading cluster: addons-472944
I0414 16:33:30.734655 1412670 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-472944"
I0414 16:33:30.736714 1412670 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-472944"
I0414 16:33:30.736735 1412670 config.go:182] Loaded profile config "addons-472944": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 16:33:30.736854 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:30.736740 1412670 host.go:66] Checking if "addons-472944" exists ...
I0414 16:33:30.736999 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:30.737384 1412670 out.go:177] * Verifying Kubernetes components...
I0414 16:33:30.734595 1412670 addons.go:69] Setting default-storageclass=true in profile "addons-472944"
I0414 16:33:30.734699 1412670 host.go:66] Checking if "addons-472944" exists ...
I0414 16:33:30.734709 1412670 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-472944"
I0414 16:33:30.734731 1412670 addons.go:69] Setting storage-provisioner=true in profile "addons-472944"
I0414 16:33:30.734693 1412670 host.go:66] Checking if "addons-472944" exists ...
I0414 16:33:30.737563 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:30.738017 1412670 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-472944"
I0414 16:33:30.739890 1412670 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 16:33:30.740154 1412670 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-472944"
I0414 16:33:30.740240 1412670 host.go:66] Checking if "addons-472944" exists ...
I0414 16:33:30.740303 1412670 addons.go:238] Setting addon storage-provisioner=true in "addons-472944"
I0414 16:33:30.740447 1412670 host.go:66] Checking if "addons-472944" exists ...
I0414 16:33:30.740868 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:30.743506 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:30.751749 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:30.753798 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:30.754594 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:30.782265 1412670 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0414 16:33:30.783343 1412670 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.31
I0414 16:33:30.783436 1412670 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0414 16:33:30.783458 1412670 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0414 16:33:30.783537 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:30.784465 1412670 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I0414 16:33:30.784489 1412670 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0414 16:33:30.784541 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
W0414 16:33:30.803022 1412670 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0414 16:33:30.803418 1412670 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I0414 16:33:30.804971 1412670 out.go:177] - Using image docker.io/registry:2.8.3
I0414 16:33:30.805992 1412670 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I0414 16:33:30.806013 1412670 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0414 16:33:30.806084 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:30.812545 1412670 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0414 16:33:30.814635 1412670 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0414 16:33:30.814750 1412670 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0414 16:33:30.817209 1412670 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0414 16:33:30.817230 1412670 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0414 16:33:30.817294 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:30.817510 1412670 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0414 16:33:30.819301 1412670 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0414 16:33:30.819543 1412670 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0414 16:33:30.820841 1412670 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I0414 16:33:30.820851 1412670 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0414 16:33:30.820901 1412670 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0414 16:33:30.822496 1412670 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-472944"
I0414 16:33:30.822547 1412670 host.go:66] Checking if "addons-472944" exists ...
I0414 16:33:30.821006 1412670 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0414 16:33:30.822751 1412670 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0414 16:33:30.822823 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:30.823034 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:30.821028 1412670 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I0414 16:33:30.823332 1412670 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0414 16:33:30.823383 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:30.823559 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
I0414 16:33:30.823937 1412670 host.go:66] Checking if "addons-472944" exists ...
I0414 16:33:30.825264 1412670 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0414 16:33:30.825281 1412670 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0414 16:33:30.825326 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:30.826401 1412670 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0414 16:33:30.826418 1412670 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0414 16:33:30.826458 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:30.827685 1412670 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0414 16:33:30.830040 1412670 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.37.0
I0414 16:33:30.830128 1412670 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0414 16:33:30.831360 1412670 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I0414 16:33:30.831383 1412670 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I0414 16:33:30.831440 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:30.833236 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
I0414 16:33:30.853164 1412670 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0414 16:33:30.859095 1412670 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I0414 16:33:30.859177 1412670 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0414 16:33:30.871425 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
I0414 16:33:30.872251 1412670 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0414 16:33:30.872277 1412670 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0414 16:33:30.872343 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:30.873315 1412670 addons.go:238] Setting addon default-storageclass=true in "addons-472944"
I0414 16:33:30.873372 1412670 host.go:66] Checking if "addons-472944" exists ...
I0414 16:33:30.873977 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:30.880311 1412670 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0414 16:33:30.880335 1412670 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I0414 16:33:30.880375 1412670 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I0414 16:33:30.880398 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:30.880719 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
I0414 16:33:30.880751 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
I0414 16:33:30.883120 1412670 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0414 16:33:30.884173 1412670 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0414 16:33:30.884410 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
I0414 16:33:30.885402 1412670 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0414 16:33:30.885422 1412670 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0414 16:33:30.885479 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:30.886383 1412670 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0414 16:33:30.887470 1412670 out.go:177] - Using image docker.io/busybox:stable
I0414 16:33:30.888499 1412670 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0414 16:33:30.888519 1412670 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0414 16:33:30.888568 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:30.889427 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
I0414 16:33:30.893081 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
I0414 16:33:30.893210 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
I0414 16:33:30.903948 1412670 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0414 16:33:30.903976 1412670 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0414 16:33:30.904035 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:30.908666 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
I0414 16:33:30.909037 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
I0414 16:33:30.909819 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
I0414 16:33:30.910354 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
W0414 16:33:30.920717 1412670 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0414 16:33:30.920770 1412670 retry.go:31] will retry after 132.482524ms: ssh: handshake failed: EOF
I0414 16:33:30.945119 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
W0414 16:33:31.115853 1412670 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0414 16:33:31.115971 1412670 retry.go:31] will retry after 487.333406ms: ssh: handshake failed: EOF
I0414 16:33:31.227598 1412670 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0414 16:33:31.227627 1412670 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0414 16:33:31.319812 1412670 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0414 16:33:31.326826 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0414 16:33:31.327072 1412670 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0414 16:33:31.330914 1412670 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0414 16:33:31.335039 1412670 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I0414 16:33:31.335112 1412670 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0414 16:33:31.422564 1412670 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0414 16:33:31.427644 1412670 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0414 16:33:31.517333 1412670 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I0414 16:33:31.517428 1412670 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14539 bytes)
I0414 16:33:31.519903 1412670 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0414 16:33:31.527960 1412670 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I0414 16:33:31.528044 1412670 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0414 16:33:31.617174 1412670 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0414 16:33:31.617278 1412670 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0414 16:33:31.622741 1412670 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I0414 16:33:31.622830 1412670 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0414 16:33:31.626458 1412670 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0414 16:33:31.626537 1412670 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0414 16:33:31.633159 1412670 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0414 16:33:31.637345 1412670 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0414 16:33:31.817718 1412670 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0414 16:33:31.817820 1412670 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0414 16:33:31.825149 1412670 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0414 16:33:31.921420 1412670 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0414 16:33:31.921470 1412670 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0414 16:33:31.936135 1412670 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0414 16:33:32.015850 1412670 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0414 16:33:32.015893 1412670 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0414 16:33:32.218348 1412670 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I0414 16:33:32.218395 1412670 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0414 16:33:32.223661 1412670 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0414 16:33:32.223695 1412670 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0414 16:33:32.328639 1412670 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0414 16:33:32.328749 1412670 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0414 16:33:32.436135 1412670 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0414 16:33:32.527834 1412670 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0414 16:33:32.527868 1412670 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0414 16:33:32.532532 1412670 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I0414 16:33:32.532561 1412670 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0414 16:33:32.726183 1412670 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0414 16:33:32.726213 1412670 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0414 16:33:32.816941 1412670 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0414 16:33:32.816978 1412670 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0414 16:33:32.919020 1412670 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0414 16:33:32.919113 1412670 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0414 16:33:32.919452 1412670 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I0414 16:33:32.919499 1412670 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0414 16:33:33.033025 1412670 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0414 16:33:33.033147 1412670 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0414 16:33:33.116378 1412670 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0414 16:33:33.237699 1412670 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0414 16:33:33.323235 1412670 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0414 16:33:33.323283 1412670 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0414 16:33:33.535148 1412670 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0414 16:33:33.535235 1412670 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0414 16:33:33.617971 1412670 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0414 16:33:33.923117 1412670 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0414 16:33:33.923199 1412670 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0414 16:33:34.223988 1412670 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0414 16:33:34.224070 1412670 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0414 16:33:34.237377 1412670 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (2.917449262s)
I0414 16:33:34.237443 1412670 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.910528294s)
I0414 16:33:34.237455 1412670 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0414 16:33:34.238619 1412670 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.911493019s)
I0414 16:33:34.239371 1412670 node_ready.go:35] waiting up to 6m0s for node "addons-472944" to be "Ready" ...
I0414 16:33:34.239467 1412670 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (2.908452097s)
I0414 16:33:34.426615 1412670 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0414 16:33:34.426714 1412670 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0414 16:33:34.732319 1412670 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0414 16:33:34.826809 1412670 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-472944" context rescaled to 1 replicas
I0414 16:33:35.933674 1412670 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.511004595s)
I0414 16:33:35.933834 1412670 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (4.506092926s)
I0414 16:33:36.428823 1412670 node_ready.go:53] node "addons-472944" has status "Ready":"False"
I0414 16:33:37.728070 1412670 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.208075147s)
I0414 16:33:37.728119 1412670 addons.go:479] Verifying addon ingress=true in "addons-472944"
I0414 16:33:37.728512 1412670 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (6.095314206s)
I0414 16:33:37.728734 1412670 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (5.903546282s)
I0414 16:33:37.728810 1412670 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.792630678s)
I0414 16:33:37.728825 1412670 addons.go:479] Verifying addon registry=true in "addons-472944"
I0414 16:33:37.728952 1412670 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.29272139s)
I0414 16:33:37.728619 1412670 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.09123541s)
I0414 16:33:37.729526 1412670 out.go:177] * Verifying ingress addon...
I0414 16:33:37.730188 1412670 out.go:177] * Verifying registry addon...
I0414 16:33:37.731589 1412670 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0414 16:33:37.733116 1412670 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0414 16:33:37.738931 1412670 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0414 16:33:37.738956 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:37.739446 1412670 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0414 16:33:37.739468 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0414 16:33:37.741483 1412670 out.go:270] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0414 16:33:38.035645 1412670 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0414 16:33:38.035726 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:38.057398 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
I0414 16:33:38.237290 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:38.237411 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:38.429989 1412670 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0414 16:33:38.622437 1412670 addons.go:238] Setting addon gcp-auth=true in "addons-472944"
I0414 16:33:38.622501 1412670 host.go:66] Checking if "addons-472944" exists ...
I0414 16:33:38.623046 1412670 cli_runner.go:164] Run: docker container inspect addons-472944 --format={{.State.Status}}
I0414 16:33:38.636513 1412670 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.519999129s)
W0414 16:33:38.636563 1412670 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0414 16:33:38.636576 1412670 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (5.39882547s)
I0414 16:33:38.636666 1412670 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.018652876s)
I0414 16:33:38.636735 1412670 addons.go:479] Verifying addon metrics-server=true in "addons-472944"
I0414 16:33:38.636589 1412670 retry.go:31] will retry after 192.056578ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0414 16:33:38.638020 1412670 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-472944 service yakd-dashboard -n yakd-dashboard
I0414 16:33:38.649749 1412670 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0414 16:33:38.649819 1412670 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-472944
I0414 16:33:38.668534 1412670 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33378 SSHKeyPath:/home/jenkins/minikube-integration/20349-1404547/.minikube/machines/addons-472944/id_rsa Username:docker}
I0414 16:33:38.736105 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:38.736375 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:38.743236 1412670 node_ready.go:53] node "addons-472944" has status "Ready":"False"
I0414 16:33:38.829716 1412670 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0414 16:33:39.239131 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:39.239164 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:39.332964 1412670 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.600522915s)
I0414 16:33:39.333019 1412670 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-472944"
I0414 16:33:39.334748 1412670 out.go:177] * Verifying csi-hostpath-driver addon...
I0414 16:33:39.336664 1412670 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0414 16:33:39.342934 1412670 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0414 16:33:39.342960 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:39.737032 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:39.737244 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:39.840266 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:40.235471 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:40.235986 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:40.339962 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:40.737593 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:40.737919 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:40.840163 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:41.235073 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:41.235711 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:41.241662 1412670 node_ready.go:53] node "addons-472944" has status "Ready":"False"
I0414 16:33:41.340390 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:41.681291 1412670 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.851509812s)
I0414 16:33:41.681356 1412670 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (3.031570443s)
I0414 16:33:41.682980 1412670 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0414 16:33:41.684086 1412670 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I0414 16:33:41.685042 1412670 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0414 16:33:41.685066 1412670 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0414 16:33:41.702338 1412670 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0414 16:33:41.702372 1412670 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0414 16:33:41.719706 1412670 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0414 16:33:41.719730 1412670 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0414 16:33:41.736119 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:41.736324 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:41.739236 1412670 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0414 16:33:41.839460 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:42.066127 1412670 addons.go:479] Verifying addon gcp-auth=true in "addons-472944"
I0414 16:33:42.067452 1412670 out.go:177] * Verifying gcp-auth addon...
I0414 16:33:42.069121 1412670 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0414 16:33:42.072475 1412670 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0414 16:33:42.072493 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:42.235728 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:42.235940 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:42.339508 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:42.572566 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:42.734925 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:42.736012 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:42.839677 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:43.072513 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:43.235538 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:43.236004 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:43.242017 1412670 node_ready.go:53] node "addons-472944" has status "Ready":"False"
I0414 16:33:43.339710 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:43.572492 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:43.735378 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:43.735805 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:43.839606 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:44.072432 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:44.235182 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:44.235598 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:44.340063 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:44.571875 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:44.735277 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:44.736394 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:44.840722 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:45.073082 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:45.234993 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:45.235305 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:45.242420 1412670 node_ready.go:53] node "addons-472944" has status "Ready":"False"
I0414 16:33:45.340259 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:45.571901 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:45.734828 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:45.736198 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:45.839966 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:46.073092 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:46.234875 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:46.235566 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:46.340366 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:46.572106 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:46.736232 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:46.736841 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:46.840383 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:47.072217 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:47.235300 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:47.235675 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:47.340436 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:47.572439 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:47.735427 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:47.735878 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:47.741876 1412670 node_ready.go:53] node "addons-472944" has status "Ready":"False"
I0414 16:33:47.840053 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:48.072778 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:48.234701 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:48.236101 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:48.339687 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:48.572578 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:48.735856 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:48.735933 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:48.840584 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:49.072632 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:49.235554 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:49.235680 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:49.339975 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:49.572768 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:49.734710 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:49.735965 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:49.743880 1412670 node_ready.go:53] node "addons-472944" has status "Ready":"False"
I0414 16:33:49.839613 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:50.072477 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:50.235673 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:50.235849 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:50.340188 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:50.617286 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:50.738411 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:50.738850 1412670 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0414 16:33:50.738930 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:50.742518 1412670 node_ready.go:49] node "addons-472944" has status "Ready":"True"
I0414 16:33:50.742545 1412670 node_ready.go:38] duration metric: took 16.503144522s for node "addons-472944" to be "Ready" ...
I0414 16:33:50.742555 1412670 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0414 16:33:50.816747 1412670 pod_ready.go:79] waiting up to 6m0s for pod "amd-gpu-device-plugin-zxxvw" in "kube-system" namespace to be "Ready" ...
I0414 16:33:50.841059 1412670 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0414 16:33:50.841090 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:51.073242 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:51.237363 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:51.337395 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:51.339792 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:51.573101 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:51.735062 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:51.735361 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:51.840324 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:52.072422 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:52.235905 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:52.235993 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:52.340659 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:52.572327 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:52.735293 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:52.735669 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:52.822494 1412670 pod_ready.go:103] pod "amd-gpu-device-plugin-zxxvw" in "kube-system" namespace has status "Ready":"False"
I0414 16:33:52.840573 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:53.072647 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:53.235468 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:53.236100 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:53.339902 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:53.573228 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:53.735229 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:53.736152 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:53.840729 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:54.072874 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:54.236132 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:54.236315 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:54.340058 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:54.573127 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:54.735730 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:54.735811 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:54.823451 1412670 pod_ready.go:103] pod "amd-gpu-device-plugin-zxxvw" in "kube-system" namespace has status "Ready":"False"
I0414 16:33:54.839240 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:55.072446 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:55.235165 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:55.235817 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:55.340092 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:55.573255 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:55.735361 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:55.735756 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:55.840358 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:56.072205 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:56.235197 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:56.235755 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:56.340239 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:56.574862 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:56.735699 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:56.736663 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:56.825675 1412670 pod_ready.go:103] pod "amd-gpu-device-plugin-zxxvw" in "kube-system" namespace has status "Ready":"False"
I0414 16:33:56.840629 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:57.072511 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:57.235707 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:57.235973 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:57.340327 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:57.572428 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:57.735497 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:57.735800 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:57.840337 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:58.072746 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:58.234933 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:58.236162 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:58.340242 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:58.571905 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:58.735162 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:58.736524 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:58.840533 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:59.072818 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:59.235339 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:59.236337 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:59.322322 1412670 pod_ready.go:103] pod "amd-gpu-device-plugin-zxxvw" in "kube-system" namespace has status "Ready":"False"
I0414 16:33:59.339711 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:33:59.572906 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:33:59.734988 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:33:59.736388 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:33:59.839410 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:00.072479 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:00.235427 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:00.236262 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:00.340029 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:00.572761 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:00.734880 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:00.736392 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:00.839895 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:01.072780 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:01.234405 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:01.236180 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:01.322406 1412670 pod_ready.go:103] pod "amd-gpu-device-plugin-zxxvw" in "kube-system" namespace has status "Ready":"False"
I0414 16:34:01.340013 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:01.573799 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:01.734855 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:01.736279 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:01.840238 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:02.071913 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:02.235040 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:02.236352 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:02.340323 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:02.571620 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:02.735788 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:02.736494 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:02.840427 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:03.072209 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:03.235363 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:03.235925 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:03.322817 1412670 pod_ready.go:103] pod "amd-gpu-device-plugin-zxxvw" in "kube-system" namespace has status "Ready":"False"
I0414 16:34:03.339421 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:03.572475 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:03.735618 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:03.735930 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:03.839968 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:04.073087 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:04.235079 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:04.235479 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:04.340438 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:04.572247 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:04.736084 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:04.736257 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:04.840403 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:05.072319 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:05.235404 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:05.236002 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:05.323137 1412670 pod_ready.go:103] pod "amd-gpu-device-plugin-zxxvw" in "kube-system" namespace has status "Ready":"False"
I0414 16:34:05.339926 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:05.573193 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:05.735399 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:05.735614 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:05.839554 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:06.072869 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:06.234702 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:06.236512 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:06.339994 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:06.573007 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:06.735223 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:06.735610 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:06.840288 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:07.118692 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:07.234891 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:07.236731 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:07.340434 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:07.616851 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:07.737343 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:07.737714 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:07.823316 1412670 pod_ready.go:103] pod "amd-gpu-device-plugin-zxxvw" in "kube-system" namespace has status "Ready":"False"
I0414 16:34:07.840962 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:08.117324 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:08.236375 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:08.236526 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:08.340669 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:08.572400 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:08.736231 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:08.736477 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:08.840400 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:09.072673 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:09.234770 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:09.236408 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:09.340117 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:09.573300 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:09.735473 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:09.735834 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:09.840428 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:10.072594 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:10.236036 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:10.236136 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:10.322268 1412670 pod_ready.go:103] pod "amd-gpu-device-plugin-zxxvw" in "kube-system" namespace has status "Ready":"False"
I0414 16:34:10.340953 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:10.573200 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:10.735441 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:10.735928 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:10.841609 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:11.072380 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:11.235374 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:11.235935 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:11.339623 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:11.617788 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:11.735150 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:11.736653 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:11.840217 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:12.073337 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:12.235544 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:12.235894 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:12.322895 1412670 pod_ready.go:103] pod "amd-gpu-device-plugin-zxxvw" in "kube-system" namespace has status "Ready":"False"
I0414 16:34:12.339944 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:12.572835 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:12.735462 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:12.736448 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:12.840379 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:13.072799 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:13.234659 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:13.236242 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:13.339712 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:13.572756 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:13.734684 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:13.736239 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:13.839695 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:14.072677 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:14.234536 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:14.236273 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:14.339092 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:14.573057 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:14.735578 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:14.735600 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:14.822654 1412670 pod_ready.go:103] pod "amd-gpu-device-plugin-zxxvw" in "kube-system" namespace has status "Ready":"False"
I0414 16:34:14.841261 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:15.071802 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:15.234587 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:15.236314 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:15.339800 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:15.572977 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:15.735872 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:15.736247 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:15.840198 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:16.071996 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:16.234755 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:16.235684 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:16.340092 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:16.572708 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:16.734556 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:16.736193 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:16.839573 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:17.072390 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:17.235819 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:17.235854 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:17.322868 1412670 pod_ready.go:103] pod "amd-gpu-device-plugin-zxxvw" in "kube-system" namespace has status "Ready":"False"
I0414 16:34:17.339767 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:17.575634 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:17.736694 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:17.736694 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:17.840508 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:18.116443 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:18.235654 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:18.235945 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:18.340840 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:18.617917 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:18.734904 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:18.816586 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:18.840592 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:19.120318 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:19.238425 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:19.239015 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:19.323121 1412670 pod_ready.go:103] pod "amd-gpu-device-plugin-zxxvw" in "kube-system" namespace has status "Ready":"False"
I0414 16:34:19.340169 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:19.624476 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:19.817298 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:19.917518 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:19.921988 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:20.119082 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:20.235917 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:20.237378 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:20.339621 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:20.572469 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:20.735641 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:20.736519 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:20.839874 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:21.117139 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:21.235149 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:21.235697 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:21.339595 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:21.572290 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:21.736178 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:21.736254 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:21.822276 1412670 pod_ready.go:103] pod "amd-gpu-device-plugin-zxxvw" in "kube-system" namespace has status "Ready":"False"
I0414 16:34:21.840113 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:22.073166 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:22.235325 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:22.235641 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:22.339936 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:22.573092 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:22.736617 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:22.736825 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:22.839759 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:23.072575 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:23.235791 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:23.236091 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:23.339418 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:23.572383 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:23.736049 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:23.736063 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:23.822710 1412670 pod_ready.go:103] pod "amd-gpu-device-plugin-zxxvw" in "kube-system" namespace has status "Ready":"False"
I0414 16:34:23.840692 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:24.073052 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:24.235353 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:24.235605 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:24.340390 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:24.572157 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:24.735080 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:24.735855 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:24.840242 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:25.071894 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:25.235105 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:25.236387 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:25.340370 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:25.571976 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:25.735812 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:25.736278 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:25.840739 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:26.072925 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:26.234740 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:26.236642 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:26.325190 1412670 pod_ready.go:103] pod "amd-gpu-device-plugin-zxxvw" in "kube-system" namespace has status "Ready":"False"
I0414 16:34:26.340403 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:26.572571 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:26.735545 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:26.735893 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:26.840010 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:27.073153 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:27.235470 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:27.235749 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:27.339595 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:27.572453 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:27.736171 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:27.736233 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:27.840114 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:28.073044 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:28.235361 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:28.235485 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:28.340020 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:28.573392 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:28.735509 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:28.735727 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:28.823117 1412670 pod_ready.go:103] pod "amd-gpu-device-plugin-zxxvw" in "kube-system" namespace has status "Ready":"False"
I0414 16:34:28.839921 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:29.073426 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:29.235747 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:29.235992 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:29.339768 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:29.572429 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:29.735760 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:29.735860 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:29.840287 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:30.074727 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:30.234765 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:30.235526 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:30.322040 1412670 pod_ready.go:93] pod "amd-gpu-device-plugin-zxxvw" in "kube-system" namespace has status "Ready":"True"
I0414 16:34:30.322064 1412670 pod_ready.go:82] duration metric: took 39.505213915s for pod "amd-gpu-device-plugin-zxxvw" in "kube-system" namespace to be "Ready" ...
I0414 16:34:30.322073 1412670 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-xzlv5" in "kube-system" namespace to be "Ready" ...
I0414 16:34:30.325609 1412670 pod_ready.go:93] pod "coredns-668d6bf9bc-xzlv5" in "kube-system" namespace has status "Ready":"True"
I0414 16:34:30.325629 1412670 pod_ready.go:82] duration metric: took 3.550175ms for pod "coredns-668d6bf9bc-xzlv5" in "kube-system" namespace to be "Ready" ...
I0414 16:34:30.325645 1412670 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-472944" in "kube-system" namespace to be "Ready" ...
I0414 16:34:30.328791 1412670 pod_ready.go:93] pod "etcd-addons-472944" in "kube-system" namespace has status "Ready":"True"
I0414 16:34:30.328810 1412670 pod_ready.go:82] duration metric: took 3.157009ms for pod "etcd-addons-472944" in "kube-system" namespace to be "Ready" ...
I0414 16:34:30.328823 1412670 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-472944" in "kube-system" namespace to be "Ready" ...
I0414 16:34:30.331964 1412670 pod_ready.go:93] pod "kube-apiserver-addons-472944" in "kube-system" namespace has status "Ready":"True"
I0414 16:34:30.331981 1412670 pod_ready.go:82] duration metric: took 3.151359ms for pod "kube-apiserver-addons-472944" in "kube-system" namespace to be "Ready" ...
I0414 16:34:30.331989 1412670 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-472944" in "kube-system" namespace to be "Ready" ...
I0414 16:34:30.334963 1412670 pod_ready.go:93] pod "kube-controller-manager-addons-472944" in "kube-system" namespace has status "Ready":"True"
I0414 16:34:30.334983 1412670 pod_ready.go:82] duration metric: took 2.987966ms for pod "kube-controller-manager-addons-472944" in "kube-system" namespace to be "Ready" ...
I0414 16:34:30.334997 1412670 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-fmncb" in "kube-system" namespace to be "Ready" ...
I0414 16:34:30.338916 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:30.571744 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:30.720312 1412670 pod_ready.go:93] pod "kube-proxy-fmncb" in "kube-system" namespace has status "Ready":"True"
I0414 16:34:30.720336 1412670 pod_ready.go:82] duration metric: took 385.332532ms for pod "kube-proxy-fmncb" in "kube-system" namespace to be "Ready" ...
I0414 16:34:30.720345 1412670 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-472944" in "kube-system" namespace to be "Ready" ...
I0414 16:34:30.735903 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:30.735966 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:30.840197 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:31.074453 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:31.120838 1412670 pod_ready.go:93] pod "kube-scheduler-addons-472944" in "kube-system" namespace has status "Ready":"True"
I0414 16:34:31.120865 1412670 pod_ready.go:82] duration metric: took 400.51314ms for pod "kube-scheduler-addons-472944" in "kube-system" namespace to be "Ready" ...
I0414 16:34:31.120875 1412670 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-7fbb699795-nhx6h" in "kube-system" namespace to be "Ready" ...
I0414 16:34:31.234736 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:31.236118 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:31.340344 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:31.572690 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:31.736215 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:31.736352 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:31.840725 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:32.072450 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:32.235306 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:32.235736 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:32.339711 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:32.572553 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:32.735505 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:32.735874 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 16:34:32.840254 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:33.072473 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:33.126118 1412670 pod_ready.go:103] pod "metrics-server-7fbb699795-nhx6h" in "kube-system" namespace has status "Ready":"False"
I0414 16:34:33.234906 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:33.235475 1412670 kapi.go:107] duration metric: took 55.502357204s to wait for kubernetes.io/minikube-addons=registry ...
I0414 16:34:33.340862 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:33.572674 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:33.737400 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:33.840410 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:34.072718 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:34.235132 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:34.340516 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:34.572450 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:34.735493 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:34.840331 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:35.071519 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:35.235370 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:35.340234 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:35.573075 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:35.625935 1412670 pod_ready.go:103] pod "metrics-server-7fbb699795-nhx6h" in "kube-system" namespace has status "Ready":"False"
I0414 16:34:35.735906 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:35.839738 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:36.072647 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:36.234902 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:36.340816 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:36.572409 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:36.735295 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:36.840310 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:37.117238 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:37.235431 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:37.340713 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:37.618664 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:37.719480 1412670 pod_ready.go:103] pod "metrics-server-7fbb699795-nhx6h" in "kube-system" namespace has status "Ready":"False"
I0414 16:34:37.735747 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:37.840774 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:38.072617 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:38.235038 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:38.339728 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:38.572564 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:38.735518 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:38.840810 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:39.073041 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:39.235599 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:39.340925 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:39.572661 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:39.735855 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:39.841110 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:40.073664 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:40.138957 1412670 pod_ready.go:103] pod "metrics-server-7fbb699795-nhx6h" in "kube-system" namespace has status "Ready":"False"
I0414 16:34:40.234863 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:40.340842 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:40.572762 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:40.735749 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:40.840197 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:41.117655 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:41.235326 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:41.340447 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:41.572257 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:41.737549 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:41.841230 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:42.072179 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:42.234854 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:42.340179 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:42.571678 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:42.627642 1412670 pod_ready.go:103] pod "metrics-server-7fbb699795-nhx6h" in "kube-system" namespace has status "Ready":"False"
I0414 16:34:42.736467 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:42.840676 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:43.072731 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:43.235686 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:43.468273 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:43.572429 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:43.626556 1412670 pod_ready.go:93] pod "metrics-server-7fbb699795-nhx6h" in "kube-system" namespace has status "Ready":"True"
I0414 16:34:43.626585 1412670 pod_ready.go:82] duration metric: took 12.505703011s for pod "metrics-server-7fbb699795-nhx6h" in "kube-system" namespace to be "Ready" ...
I0414 16:34:43.626600 1412670 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-rrvdg" in "kube-system" namespace to be "Ready" ...
I0414 16:34:43.631139 1412670 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-rrvdg" in "kube-system" namespace has status "Ready":"True"
I0414 16:34:43.631169 1412670 pod_ready.go:82] duration metric: took 4.560784ms for pod "nvidia-device-plugin-daemonset-rrvdg" in "kube-system" namespace to be "Ready" ...
I0414 16:34:43.631193 1412670 pod_ready.go:39] duration metric: took 52.88861337s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0414 16:34:43.631224 1412670 api_server.go:52] waiting for apiserver process to appear ...
I0414 16:34:43.631293 1412670 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0414 16:34:43.631407 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0414 16:34:43.674120 1412670 cri.go:89] found id: "1eec2e385bf1c107557ef34465dbec3da09bb2b20eedc65c0348fa74fe1ae43d"
I0414 16:34:43.674209 1412670 cri.go:89] found id: ""
I0414 16:34:43.674225 1412670 logs.go:282] 1 containers: [1eec2e385bf1c107557ef34465dbec3da09bb2b20eedc65c0348fa74fe1ae43d]
I0414 16:34:43.674295 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:43.678772 1412670 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0414 16:34:43.678872 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0414 16:34:43.737390 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:43.816001 1412670 cri.go:89] found id: "0ceccf9918795e072dcad9500b5fe074beb0bf1632ed012a0bbc77b9bc79b703"
I0414 16:34:43.816036 1412670 cri.go:89] found id: ""
I0414 16:34:43.816048 1412670 logs.go:282] 1 containers: [0ceccf9918795e072dcad9500b5fe074beb0bf1632ed012a0bbc77b9bc79b703]
I0414 16:34:43.816123 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:43.822697 1412670 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0414 16:34:43.822789 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0414 16:34:43.840362 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:43.924907 1412670 cri.go:89] found id: "cee15c1ae0790f86b93b6c07ff7a86d27b04cfe657aeb2a5000857ac44beea0b"
I0414 16:34:43.924934 1412670 cri.go:89] found id: ""
I0414 16:34:43.924942 1412670 logs.go:282] 1 containers: [cee15c1ae0790f86b93b6c07ff7a86d27b04cfe657aeb2a5000857ac44beea0b]
I0414 16:34:43.924996 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:43.928760 1412670 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0414 16:34:43.928828 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0414 16:34:43.965554 1412670 cri.go:89] found id: "264a9640b38d38d31fa252bf7abb5537c6bc080274959aedfb6ec878c23c4910"
I0414 16:34:43.965580 1412670 cri.go:89] found id: ""
I0414 16:34:43.965588 1412670 logs.go:282] 1 containers: [264a9640b38d38d31fa252bf7abb5537c6bc080274959aedfb6ec878c23c4910]
I0414 16:34:43.965636 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:43.968999 1412670 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0414 16:34:43.969050 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0414 16:34:44.029152 1412670 cri.go:89] found id: "0494087b133c5ea33654204ef0dd4db82177ba4fd8d4f2839e3fbeca19e28ca8"
I0414 16:34:44.029177 1412670 cri.go:89] found id: ""
I0414 16:34:44.029184 1412670 logs.go:282] 1 containers: [0494087b133c5ea33654204ef0dd4db82177ba4fd8d4f2839e3fbeca19e28ca8]
I0414 16:34:44.029231 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:44.032549 1412670 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0414 16:34:44.032616 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0414 16:34:44.066616 1412670 cri.go:89] found id: "18b1fb9af182d1eb4b16ca302d2252e1c2aa577282e662604e381decbb11c577"
I0414 16:34:44.066637 1412670 cri.go:89] found id: ""
I0414 16:34:44.066645 1412670 logs.go:282] 1 containers: [18b1fb9af182d1eb4b16ca302d2252e1c2aa577282e662604e381decbb11c577]
I0414 16:34:44.066698 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:44.070353 1412670 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0414 16:34:44.070433 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0414 16:34:44.073068 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:44.107066 1412670 cri.go:89] found id: "82ca69f86fde9d0f84a9c5606314cb7db050bf757e3af595d597da70f9a8b239"
I0414 16:34:44.107091 1412670 cri.go:89] found id: ""
I0414 16:34:44.107098 1412670 logs.go:282] 1 containers: [82ca69f86fde9d0f84a9c5606314cb7db050bf757e3af595d597da70f9a8b239]
I0414 16:34:44.107155 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:44.110658 1412670 logs.go:123] Gathering logs for kube-scheduler [264a9640b38d38d31fa252bf7abb5537c6bc080274959aedfb6ec878c23c4910] ...
I0414 16:34:44.110683 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 264a9640b38d38d31fa252bf7abb5537c6bc080274959aedfb6ec878c23c4910"
I0414 16:34:44.154615 1412670 logs.go:123] Gathering logs for CRI-O ...
I0414 16:34:44.154650 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0414 16:34:44.230538 1412670 logs.go:123] Gathering logs for container status ...
I0414 16:34:44.230583 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0414 16:34:44.234999 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:44.273404 1412670 logs.go:123] Gathering logs for kubelet ...
I0414 16:34:44.273438 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0414 16:34:44.340911 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:44.364813 1412670 logs.go:123] Gathering logs for dmesg ...
I0414 16:34:44.364848 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0414 16:34:44.383407 1412670 logs.go:123] Gathering logs for describe nodes ...
I0414 16:34:44.383436 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0414 16:34:44.471821 1412670 logs.go:123] Gathering logs for kube-apiserver [1eec2e385bf1c107557ef34465dbec3da09bb2b20eedc65c0348fa74fe1ae43d] ...
I0414 16:34:44.471848 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1eec2e385bf1c107557ef34465dbec3da09bb2b20eedc65c0348fa74fe1ae43d"
I0414 16:34:44.516828 1412670 logs.go:123] Gathering logs for etcd [0ceccf9918795e072dcad9500b5fe074beb0bf1632ed012a0bbc77b9bc79b703] ...
I0414 16:34:44.516872 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0ceccf9918795e072dcad9500b5fe074beb0bf1632ed012a0bbc77b9bc79b703"
I0414 16:34:44.572444 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:44.578856 1412670 logs.go:123] Gathering logs for kube-proxy [0494087b133c5ea33654204ef0dd4db82177ba4fd8d4f2839e3fbeca19e28ca8] ...
I0414 16:34:44.578897 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0494087b133c5ea33654204ef0dd4db82177ba4fd8d4f2839e3fbeca19e28ca8"
I0414 16:34:44.617665 1412670 logs.go:123] Gathering logs for kube-controller-manager [18b1fb9af182d1eb4b16ca302d2252e1c2aa577282e662604e381decbb11c577] ...
I0414 16:34:44.617696 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 18b1fb9af182d1eb4b16ca302d2252e1c2aa577282e662604e381decbb11c577"
I0414 16:34:44.684078 1412670 logs.go:123] Gathering logs for kindnet [82ca69f86fde9d0f84a9c5606314cb7db050bf757e3af595d597da70f9a8b239] ...
I0414 16:34:44.684119 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 82ca69f86fde9d0f84a9c5606314cb7db050bf757e3af595d597da70f9a8b239"
I0414 16:34:44.736238 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:44.748375 1412670 logs.go:123] Gathering logs for coredns [cee15c1ae0790f86b93b6c07ff7a86d27b04cfe657aeb2a5000857ac44beea0b] ...
I0414 16:34:44.748408 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 cee15c1ae0790f86b93b6c07ff7a86d27b04cfe657aeb2a5000857ac44beea0b"
I0414 16:34:44.840925 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:45.072791 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:45.235888 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:45.339893 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:45.573171 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:45.736143 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:45.839805 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:46.072505 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:46.235660 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:46.340367 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:46.571914 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:46.735483 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:46.840957 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:47.072753 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:47.234657 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:47.326997 1412670 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0414 16:34:47.340733 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:47.344100 1412670 api_server.go:72] duration metric: took 1m16.609767733s to wait for apiserver process to appear ...
I0414 16:34:47.344127 1412670 api_server.go:88] waiting for apiserver healthz status ...
I0414 16:34:47.344173 1412670 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0414 16:34:47.344237 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0414 16:34:47.441990 1412670 cri.go:89] found id: "1eec2e385bf1c107557ef34465dbec3da09bb2b20eedc65c0348fa74fe1ae43d"
I0414 16:34:47.442023 1412670 cri.go:89] found id: ""
I0414 16:34:47.442033 1412670 logs.go:282] 1 containers: [1eec2e385bf1c107557ef34465dbec3da09bb2b20eedc65c0348fa74fe1ae43d]
I0414 16:34:47.442092 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:47.445950 1412670 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0414 16:34:47.446020 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0414 16:34:47.529421 1412670 cri.go:89] found id: "0ceccf9918795e072dcad9500b5fe074beb0bf1632ed012a0bbc77b9bc79b703"
I0414 16:34:47.529452 1412670 cri.go:89] found id: ""
I0414 16:34:47.529464 1412670 logs.go:282] 1 containers: [0ceccf9918795e072dcad9500b5fe074beb0bf1632ed012a0bbc77b9bc79b703]
I0414 16:34:47.529518 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:47.533045 1412670 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0414 16:34:47.533118 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0414 16:34:47.571726 1412670 cri.go:89] found id: "cee15c1ae0790f86b93b6c07ff7a86d27b04cfe657aeb2a5000857ac44beea0b"
I0414 16:34:47.571750 1412670 cri.go:89] found id: ""
I0414 16:34:47.571760 1412670 logs.go:282] 1 containers: [cee15c1ae0790f86b93b6c07ff7a86d27b04cfe657aeb2a5000857ac44beea0b]
I0414 16:34:47.571816 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:47.572320 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:47.575633 1412670 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0414 16:34:47.575699 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0414 16:34:47.648002 1412670 cri.go:89] found id: "264a9640b38d38d31fa252bf7abb5537c6bc080274959aedfb6ec878c23c4910"
I0414 16:34:47.648031 1412670 cri.go:89] found id: ""
I0414 16:34:47.648041 1412670 logs.go:282] 1 containers: [264a9640b38d38d31fa252bf7abb5537c6bc080274959aedfb6ec878c23c4910]
I0414 16:34:47.648099 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:47.651756 1412670 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0414 16:34:47.651825 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0414 16:34:47.731011 1412670 cri.go:89] found id: "0494087b133c5ea33654204ef0dd4db82177ba4fd8d4f2839e3fbeca19e28ca8"
I0414 16:34:47.731048 1412670 cri.go:89] found id: ""
I0414 16:34:47.731059 1412670 logs.go:282] 1 containers: [0494087b133c5ea33654204ef0dd4db82177ba4fd8d4f2839e3fbeca19e28ca8]
I0414 16:34:47.731112 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:47.734902 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:47.736067 1412670 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0414 16:34:47.736140 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0414 16:34:47.824177 1412670 cri.go:89] found id: "18b1fb9af182d1eb4b16ca302d2252e1c2aa577282e662604e381decbb11c577"
I0414 16:34:47.824208 1412670 cri.go:89] found id: ""
I0414 16:34:47.824218 1412670 logs.go:282] 1 containers: [18b1fb9af182d1eb4b16ca302d2252e1c2aa577282e662604e381decbb11c577]
I0414 16:34:47.824277 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:47.828677 1412670 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0414 16:34:47.828748 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0414 16:34:47.841598 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:47.872375 1412670 cri.go:89] found id: "82ca69f86fde9d0f84a9c5606314cb7db050bf757e3af595d597da70f9a8b239"
I0414 16:34:47.872405 1412670 cri.go:89] found id: ""
I0414 16:34:47.872416 1412670 logs.go:282] 1 containers: [82ca69f86fde9d0f84a9c5606314cb7db050bf757e3af595d597da70f9a8b239]
I0414 16:34:47.872470 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:47.876041 1412670 logs.go:123] Gathering logs for kube-scheduler [264a9640b38d38d31fa252bf7abb5537c6bc080274959aedfb6ec878c23c4910] ...
I0414 16:34:47.876065 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 264a9640b38d38d31fa252bf7abb5537c6bc080274959aedfb6ec878c23c4910"
I0414 16:34:47.955579 1412670 logs.go:123] Gathering logs for kube-proxy [0494087b133c5ea33654204ef0dd4db82177ba4fd8d4f2839e3fbeca19e28ca8] ...
I0414 16:34:47.955611 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0494087b133c5ea33654204ef0dd4db82177ba4fd8d4f2839e3fbeca19e28ca8"
I0414 16:34:48.021590 1412670 logs.go:123] Gathering logs for kindnet [82ca69f86fde9d0f84a9c5606314cb7db050bf757e3af595d597da70f9a8b239] ...
I0414 16:34:48.021618 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 82ca69f86fde9d0f84a9c5606314cb7db050bf757e3af595d597da70f9a8b239"
I0414 16:34:48.057229 1412670 logs.go:123] Gathering logs for coredns [cee15c1ae0790f86b93b6c07ff7a86d27b04cfe657aeb2a5000857ac44beea0b] ...
I0414 16:34:48.057267 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 cee15c1ae0790f86b93b6c07ff7a86d27b04cfe657aeb2a5000857ac44beea0b"
I0414 16:34:48.072436 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:48.129380 1412670 logs.go:123] Gathering logs for kube-controller-manager [18b1fb9af182d1eb4b16ca302d2252e1c2aa577282e662604e381decbb11c577] ...
I0414 16:34:48.129416 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 18b1fb9af182d1eb4b16ca302d2252e1c2aa577282e662604e381decbb11c577"
I0414 16:34:48.189863 1412670 logs.go:123] Gathering logs for CRI-O ...
I0414 16:34:48.189899 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0414 16:34:48.235084 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:48.299077 1412670 logs.go:123] Gathering logs for container status ...
I0414 16:34:48.299115 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0414 16:34:48.339907 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:48.362927 1412670 logs.go:123] Gathering logs for kubelet ...
I0414 16:34:48.362964 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0414 16:34:48.494608 1412670 logs.go:123] Gathering logs for dmesg ...
I0414 16:34:48.494646 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0414 16:34:48.538858 1412670 logs.go:123] Gathering logs for describe nodes ...
I0414 16:34:48.538894 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0414 16:34:48.616546 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:48.729020 1412670 logs.go:123] Gathering logs for kube-apiserver [1eec2e385bf1c107557ef34465dbec3da09bb2b20eedc65c0348fa74fe1ae43d] ...
I0414 16:34:48.729069 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1eec2e385bf1c107557ef34465dbec3da09bb2b20eedc65c0348fa74fe1ae43d"
I0414 16:34:48.735002 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:48.779085 1412670 logs.go:123] Gathering logs for etcd [0ceccf9918795e072dcad9500b5fe074beb0bf1632ed012a0bbc77b9bc79b703] ...
I0414 16:34:48.779123 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0ceccf9918795e072dcad9500b5fe074beb0bf1632ed012a0bbc77b9bc79b703"
I0414 16:34:48.840855 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:49.072299 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:49.235420 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:49.340639 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:49.572898 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:49.735247 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:49.840764 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:50.072607 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:50.236928 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:50.340777 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:50.571750 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:50.735115 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:50.840351 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:51.071404 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:51.237031 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:51.340305 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:51.377164 1412670 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0414 16:34:51.382109 1412670 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0414 16:34:51.383210 1412670 api_server.go:141] control plane version: v1.32.2
I0414 16:34:51.383242 1412670 api_server.go:131] duration metric: took 4.039106919s to wait for apiserver health ...
I0414 16:34:51.383280 1412670 system_pods.go:43] waiting for kube-system pods to appear ...
I0414 16:34:51.383309 1412670 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0414 16:34:51.383360 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0414 16:34:51.424032 1412670 cri.go:89] found id: "1eec2e385bf1c107557ef34465dbec3da09bb2b20eedc65c0348fa74fe1ae43d"
I0414 16:34:51.424059 1412670 cri.go:89] found id: ""
I0414 16:34:51.424069 1412670 logs.go:282] 1 containers: [1eec2e385bf1c107557ef34465dbec3da09bb2b20eedc65c0348fa74fe1ae43d]
I0414 16:34:51.424130 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:51.428021 1412670 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0414 16:34:51.428093 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0414 16:34:51.523988 1412670 cri.go:89] found id: "0ceccf9918795e072dcad9500b5fe074beb0bf1632ed012a0bbc77b9bc79b703"
I0414 16:34:51.524018 1412670 cri.go:89] found id: ""
I0414 16:34:51.524028 1412670 logs.go:282] 1 containers: [0ceccf9918795e072dcad9500b5fe074beb0bf1632ed012a0bbc77b9bc79b703]
I0414 16:34:51.524093 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:51.528538 1412670 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0414 16:34:51.528610 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0414 16:34:51.616749 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:51.639308 1412670 cri.go:89] found id: "cee15c1ae0790f86b93b6c07ff7a86d27b04cfe657aeb2a5000857ac44beea0b"
I0414 16:34:51.639335 1412670 cri.go:89] found id: ""
I0414 16:34:51.639345 1412670 logs.go:282] 1 containers: [cee15c1ae0790f86b93b6c07ff7a86d27b04cfe657aeb2a5000857ac44beea0b]
I0414 16:34:51.639400 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:51.643753 1412670 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0414 16:34:51.643829 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0414 16:34:51.735566 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:51.839530 1412670 cri.go:89] found id: "264a9640b38d38d31fa252bf7abb5537c6bc080274959aedfb6ec878c23c4910"
I0414 16:34:51.839559 1412670 cri.go:89] found id: ""
I0414 16:34:51.839568 1412670 logs.go:282] 1 containers: [264a9640b38d38d31fa252bf7abb5537c6bc080274959aedfb6ec878c23c4910]
I0414 16:34:51.839621 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:51.842190 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:51.845325 1412670 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0414 16:34:51.845410 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0414 16:34:51.949296 1412670 cri.go:89] found id: "0494087b133c5ea33654204ef0dd4db82177ba4fd8d4f2839e3fbeca19e28ca8"
I0414 16:34:51.949328 1412670 cri.go:89] found id: ""
I0414 16:34:51.949339 1412670 logs.go:282] 1 containers: [0494087b133c5ea33654204ef0dd4db82177ba4fd8d4f2839e3fbeca19e28ca8]
I0414 16:34:51.949395 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:51.953610 1412670 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0414 16:34:51.953680 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0414 16:34:52.033399 1412670 cri.go:89] found id: "18b1fb9af182d1eb4b16ca302d2252e1c2aa577282e662604e381decbb11c577"
I0414 16:34:52.033438 1412670 cri.go:89] found id: ""
I0414 16:34:52.033450 1412670 logs.go:282] 1 containers: [18b1fb9af182d1eb4b16ca302d2252e1c2aa577282e662604e381decbb11c577]
I0414 16:34:52.033515 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:52.037059 1412670 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0414 16:34:52.037132 1412670 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0414 16:34:52.117790 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:52.130406 1412670 cri.go:89] found id: "82ca69f86fde9d0f84a9c5606314cb7db050bf757e3af595d597da70f9a8b239"
I0414 16:34:52.130429 1412670 cri.go:89] found id: ""
I0414 16:34:52.130440 1412670 logs.go:282] 1 containers: [82ca69f86fde9d0f84a9c5606314cb7db050bf757e3af595d597da70f9a8b239]
I0414 16:34:52.130498 1412670 ssh_runner.go:195] Run: which crictl
I0414 16:34:52.134472 1412670 logs.go:123] Gathering logs for describe nodes ...
I0414 16:34:52.134493 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0414 16:34:52.237756 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:52.322928 1412670 logs.go:123] Gathering logs for kube-proxy [0494087b133c5ea33654204ef0dd4db82177ba4fd8d4f2839e3fbeca19e28ca8] ...
I0414 16:34:52.322962 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0494087b133c5ea33654204ef0dd4db82177ba4fd8d4f2839e3fbeca19e28ca8"
I0414 16:34:52.340600 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:52.363361 1412670 logs.go:123] Gathering logs for kube-controller-manager [18b1fb9af182d1eb4b16ca302d2252e1c2aa577282e662604e381decbb11c577] ...
I0414 16:34:52.363395 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 18b1fb9af182d1eb4b16ca302d2252e1c2aa577282e662604e381decbb11c577"
I0414 16:34:52.468634 1412670 logs.go:123] Gathering logs for CRI-O ...
I0414 16:34:52.468670 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0414 16:34:52.555028 1412670 logs.go:123] Gathering logs for container status ...
I0414 16:34:52.555073 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0414 16:34:52.572071 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:52.601253 1412670 logs.go:123] Gathering logs for dmesg ...
I0414 16:34:52.601294 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0414 16:34:52.634798 1412670 logs.go:123] Gathering logs for kube-apiserver [1eec2e385bf1c107557ef34465dbec3da09bb2b20eedc65c0348fa74fe1ae43d] ...
I0414 16:34:52.634844 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1eec2e385bf1c107557ef34465dbec3da09bb2b20eedc65c0348fa74fe1ae43d"
I0414 16:34:52.681079 1412670 logs.go:123] Gathering logs for etcd [0ceccf9918795e072dcad9500b5fe074beb0bf1632ed012a0bbc77b9bc79b703] ...
I0414 16:34:52.681110 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0ceccf9918795e072dcad9500b5fe074beb0bf1632ed012a0bbc77b9bc79b703"
I0414 16:34:52.735805 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:52.739175 1412670 logs.go:123] Gathering logs for coredns [cee15c1ae0790f86b93b6c07ff7a86d27b04cfe657aeb2a5000857ac44beea0b] ...
I0414 16:34:52.739221 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 cee15c1ae0790f86b93b6c07ff7a86d27b04cfe657aeb2a5000857ac44beea0b"
I0414 16:34:52.776023 1412670 logs.go:123] Gathering logs for kube-scheduler [264a9640b38d38d31fa252bf7abb5537c6bc080274959aedfb6ec878c23c4910] ...
I0414 16:34:52.776054 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 264a9640b38d38d31fa252bf7abb5537c6bc080274959aedfb6ec878c23c4910"
I0414 16:34:52.815458 1412670 logs.go:123] Gathering logs for kindnet [82ca69f86fde9d0f84a9c5606314cb7db050bf757e3af595d597da70f9a8b239] ...
I0414 16:34:52.815487 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 82ca69f86fde9d0f84a9c5606314cb7db050bf757e3af595d597da70f9a8b239"
I0414 16:34:52.841137 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:52.850844 1412670 logs.go:123] Gathering logs for kubelet ...
I0414 16:34:52.850878 1412670 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0414 16:34:53.072789 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:53.234495 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:53.340721 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:53.572761 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:53.735515 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:53.840740 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:54.073136 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:54.235383 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:54.340383 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:54.571886 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:54.735688 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:54.840701 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:55.072485 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:55.235694 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:55.340574 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:55.447293 1412670 system_pods.go:59] 19 kube-system pods found
I0414 16:34:55.447339 1412670 system_pods.go:61] "amd-gpu-device-plugin-zxxvw" [cd38d5d3-c97f-4626-a834-8c046ce86e9a] Running
I0414 16:34:55.447346 1412670 system_pods.go:61] "coredns-668d6bf9bc-xzlv5" [c05986a6-5dc8-4115-bf0a-9cc6ec67d913] Running
I0414 16:34:55.447350 1412670 system_pods.go:61] "csi-hostpath-attacher-0" [e4f0adcd-e602-4b04-b0b9-6f785d5b0316] Running
I0414 16:34:55.447355 1412670 system_pods.go:61] "csi-hostpath-resizer-0" [7f249620-4d2f-45b1-9fce-0509bd8682d9] Running
I0414 16:34:55.447364 1412670 system_pods.go:61] "csi-hostpathplugin-z8t8g" [f0845228-aef2-4818-b800-ab304bfcddb6] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0414 16:34:55.447370 1412670 system_pods.go:61] "etcd-addons-472944" [a7356d29-8365-4f7c-b34d-bd6638d4c648] Running
I0414 16:34:55.447381 1412670 system_pods.go:61] "kindnet-fhhhd" [695dec18-5416-4340-a80f-8a30769c0e32] Running
I0414 16:34:55.447384 1412670 system_pods.go:61] "kube-apiserver-addons-472944" [5450a948-b83d-42d6-9fad-30178861b627] Running
I0414 16:34:55.447390 1412670 system_pods.go:61] "kube-controller-manager-addons-472944" [3a15079b-f9f2-4bcc-9d79-ec642fbcb37f] Running
I0414 16:34:55.447394 1412670 system_pods.go:61] "kube-ingress-dns-minikube" [819fe3b5-3036-4474-8b62-540c9ded26c5] Running
I0414 16:34:55.447398 1412670 system_pods.go:61] "kube-proxy-fmncb" [cee21110-2558-4af6-9fb5-03a02490a877] Running
I0414 16:34:55.447404 1412670 system_pods.go:61] "kube-scheduler-addons-472944" [3f821d43-fade-430c-85c3-74ad1d8c5873] Running
I0414 16:34:55.447408 1412670 system_pods.go:61] "metrics-server-7fbb699795-nhx6h" [0a09f703-c63d-4c24-83b1-eaa28e9a064e] Running
I0414 16:34:55.447413 1412670 system_pods.go:61] "nvidia-device-plugin-daemonset-rrvdg" [fc3d75b5-083a-4352-b3de-ec8e0a469197] Running
I0414 16:34:55.447417 1412670 system_pods.go:61] "registry-6c88467877-ntwzt" [ca5822cd-cff3-4264-baf7-ffea30438f31] Running
I0414 16:34:55.447421 1412670 system_pods.go:61] "registry-proxy-gwtmz" [564defa5-15d2-451b-a4d4-072b785710e1] Running
I0414 16:34:55.447424 1412670 system_pods.go:61] "snapshot-controller-68b874b76f-9hl59" [70cba9b9-87e4-4241-9a40-150e66656469] Running
I0414 16:34:55.447431 1412670 system_pods.go:61] "snapshot-controller-68b874b76f-bt6bn" [a9e7b1ec-f19f-49de-9300-cac6656fc98b] Running
I0414 16:34:55.447434 1412670 system_pods.go:61] "storage-provisioner" [e9fad858-475a-4dbd-abd9-7b5c4a248fb6] Running
I0414 16:34:55.447442 1412670 system_pods.go:74] duration metric: took 4.064154314s to wait for pod list to return data ...
I0414 16:34:55.447452 1412670 default_sa.go:34] waiting for default service account to be created ...
I0414 16:34:55.449637 1412670 default_sa.go:45] found service account: "default"
I0414 16:34:55.449657 1412670 default_sa.go:55] duration metric: took 2.196417ms for default service account to be created ...
I0414 16:34:55.449663 1412670 system_pods.go:116] waiting for k8s-apps to be running ...
I0414 16:34:55.452944 1412670 system_pods.go:86] 19 kube-system pods found
I0414 16:34:55.452971 1412670 system_pods.go:89] "amd-gpu-device-plugin-zxxvw" [cd38d5d3-c97f-4626-a834-8c046ce86e9a] Running
I0414 16:34:55.452976 1412670 system_pods.go:89] "coredns-668d6bf9bc-xzlv5" [c05986a6-5dc8-4115-bf0a-9cc6ec67d913] Running
I0414 16:34:55.452980 1412670 system_pods.go:89] "csi-hostpath-attacher-0" [e4f0adcd-e602-4b04-b0b9-6f785d5b0316] Running
I0414 16:34:55.452984 1412670 system_pods.go:89] "csi-hostpath-resizer-0" [7f249620-4d2f-45b1-9fce-0509bd8682d9] Running
I0414 16:34:55.452991 1412670 system_pods.go:89] "csi-hostpathplugin-z8t8g" [f0845228-aef2-4818-b800-ab304bfcddb6] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0414 16:34:55.452995 1412670 system_pods.go:89] "etcd-addons-472944" [a7356d29-8365-4f7c-b34d-bd6638d4c648] Running
I0414 16:34:55.453000 1412670 system_pods.go:89] "kindnet-fhhhd" [695dec18-5416-4340-a80f-8a30769c0e32] Running
I0414 16:34:55.453004 1412670 system_pods.go:89] "kube-apiserver-addons-472944" [5450a948-b83d-42d6-9fad-30178861b627] Running
I0414 16:34:55.453007 1412670 system_pods.go:89] "kube-controller-manager-addons-472944" [3a15079b-f9f2-4bcc-9d79-ec642fbcb37f] Running
I0414 16:34:55.453011 1412670 system_pods.go:89] "kube-ingress-dns-minikube" [819fe3b5-3036-4474-8b62-540c9ded26c5] Running
I0414 16:34:55.453015 1412670 system_pods.go:89] "kube-proxy-fmncb" [cee21110-2558-4af6-9fb5-03a02490a877] Running
I0414 16:34:55.453018 1412670 system_pods.go:89] "kube-scheduler-addons-472944" [3f821d43-fade-430c-85c3-74ad1d8c5873] Running
I0414 16:34:55.453021 1412670 system_pods.go:89] "metrics-server-7fbb699795-nhx6h" [0a09f703-c63d-4c24-83b1-eaa28e9a064e] Running
I0414 16:34:55.453027 1412670 system_pods.go:89] "nvidia-device-plugin-daemonset-rrvdg" [fc3d75b5-083a-4352-b3de-ec8e0a469197] Running
I0414 16:34:55.453031 1412670 system_pods.go:89] "registry-6c88467877-ntwzt" [ca5822cd-cff3-4264-baf7-ffea30438f31] Running
I0414 16:34:55.453034 1412670 system_pods.go:89] "registry-proxy-gwtmz" [564defa5-15d2-451b-a4d4-072b785710e1] Running
I0414 16:34:55.453038 1412670 system_pods.go:89] "snapshot-controller-68b874b76f-9hl59" [70cba9b9-87e4-4241-9a40-150e66656469] Running
I0414 16:34:55.453041 1412670 system_pods.go:89] "snapshot-controller-68b874b76f-bt6bn" [a9e7b1ec-f19f-49de-9300-cac6656fc98b] Running
I0414 16:34:55.453045 1412670 system_pods.go:89] "storage-provisioner" [e9fad858-475a-4dbd-abd9-7b5c4a248fb6] Running
I0414 16:34:55.453054 1412670 system_pods.go:126] duration metric: took 3.385485ms to wait for k8s-apps to be running ...
I0414 16:34:55.453061 1412670 system_svc.go:44] waiting for kubelet service to be running ....
I0414 16:34:55.453109 1412670 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0414 16:34:55.465341 1412670 system_svc.go:56] duration metric: took 12.270508ms WaitForService to wait for kubelet
I0414 16:34:55.465365 1412670 kubeadm.go:582] duration metric: took 1m24.731038549s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0414 16:34:55.465386 1412670 node_conditions.go:102] verifying NodePressure condition ...
I0414 16:34:55.468284 1412670 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0414 16:34:55.468311 1412670 node_conditions.go:123] node cpu capacity is 8
I0414 16:34:55.468324 1412670 node_conditions.go:105] duration metric: took 2.932943ms to run NodePressure ...
I0414 16:34:55.468336 1412670 start.go:241] waiting for startup goroutines ...
I0414 16:34:55.572990 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:55.735540 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:55.840585 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:56.120379 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:56.235591 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:56.339955 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:56.619499 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:56.735636 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:56.840969 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:57.118031 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:57.235602 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:57.339788 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:57.572923 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:57.735280 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:57.840964 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:58.073497 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:58.235675 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:58.340417 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:58.572644 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:58.735797 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:58.840729 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:59.072886 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:59.234971 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:59.339767 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:34:59.572651 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:34:59.734589 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:34:59.840694 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:35:00.073491 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:35:00.235947 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:35:00.340098 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:35:00.572910 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:35:00.735144 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:35:00.840846 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:35:01.072818 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:35:01.234491 1412670 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 16:35:01.340637 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:35:01.572402 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:35:01.735229 1412670 kapi.go:107] duration metric: took 1m24.003634392s to wait for app.kubernetes.io/name=ingress-nginx ...
I0414 16:35:01.840174 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:35:02.072222 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:35:02.404947 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:35:02.572520 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:35:02.841803 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:35:03.072921 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:35:03.340845 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:35:03.572847 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:35:03.840303 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:35:04.072517 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 16:35:04.340971 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:35:04.572855 1412670 kapi.go:107] duration metric: took 1m22.503732123s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0414 16:35:04.574671 1412670 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-472944 cluster.
I0414 16:35:04.575755 1412670 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0414 16:35:04.576861 1412670 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0414 16:35:04.840229 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:35:05.340644 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:35:05.840550 1412670 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 16:35:06.340283 1412670 kapi.go:107] duration metric: took 1m27.003618653s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0414 16:35:06.341659 1412670 out.go:177] * Enabled addons: cloud-spanner, amd-gpu-device-plugin, storage-provisioner, nvidia-device-plugin, inspektor-gadget, ingress-dns, default-storageclass, metrics-server, yakd, volumesnapshots, registry, ingress, gcp-auth, csi-hostpath-driver
I0414 16:35:06.342718 1412670 addons.go:514] duration metric: took 1m35.608356228s for enable addons: enabled=[cloud-spanner amd-gpu-device-plugin storage-provisioner nvidia-device-plugin inspektor-gadget ingress-dns default-storageclass metrics-server yakd volumesnapshots registry ingress gcp-auth csi-hostpath-driver]
I0414 16:35:06.342775 1412670 start.go:246] waiting for cluster config update ...
I0414 16:35:06.342799 1412670 start.go:255] writing updated cluster config ...
I0414 16:35:06.343057 1412670 ssh_runner.go:195] Run: rm -f paused
I0414 16:35:06.391725 1412670 start.go:600] kubectl: 1.32.3, cluster: 1.32.2 (minor skew: 0)
I0414 16:35:06.393396 1412670 out.go:177] * Done! kubectl is now configured to use "addons-472944" cluster and "default" namespace by default
==> CRI-O <==
Apr 14 16:37:25 addons-472944 crio[1049]: time="2025-04-14 16:37:25.864219418Z" level=info msg="Removing pod sandbox: 85a1a3d15d74c99471bc0fb6e3069eee1d1599a50e62d8b9ebe0852041b52414" id=02f05f95-c890-4844-b512-82a9f1fe307b name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 14 16:37:25 addons-472944 crio[1049]: time="2025-04-14 16:37:25.870146116Z" level=info msg="Removed pod sandbox: 85a1a3d15d74c99471bc0fb6e3069eee1d1599a50e62d8b9ebe0852041b52414" id=02f05f95-c890-4844-b512-82a9f1fe307b name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 14 16:37:25 addons-472944 crio[1049]: time="2025-04-14 16:37:25.870487431Z" level=info msg="Stopping pod sandbox: 818fbe87d9e5518a425d066f4c63e6a2aed48c925c25473481ad48c6ad46ed19" id=a1ae9546-230c-4a24-8844-4c2258851ad7 name=/runtime.v1.RuntimeService/StopPodSandbox
Apr 14 16:37:25 addons-472944 crio[1049]: time="2025-04-14 16:37:25.870518419Z" level=info msg="Stopped pod sandbox (already stopped): 818fbe87d9e5518a425d066f4c63e6a2aed48c925c25473481ad48c6ad46ed19" id=a1ae9546-230c-4a24-8844-4c2258851ad7 name=/runtime.v1.RuntimeService/StopPodSandbox
Apr 14 16:37:25 addons-472944 crio[1049]: time="2025-04-14 16:37:25.870806338Z" level=info msg="Removing pod sandbox: 818fbe87d9e5518a425d066f4c63e6a2aed48c925c25473481ad48c6ad46ed19" id=8c576042-01f1-4b50-a4c5-bdb68af82888 name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 14 16:37:25 addons-472944 crio[1049]: time="2025-04-14 16:37:25.876932458Z" level=info msg="Removed pod sandbox: 818fbe87d9e5518a425d066f4c63e6a2aed48c925c25473481ad48c6ad46ed19" id=8c576042-01f1-4b50-a4c5-bdb68af82888 name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 14 16:37:25 addons-472944 crio[1049]: time="2025-04-14 16:37:25.877315495Z" level=info msg="Stopping pod sandbox: 51b1315009cff19adbb9ddca2475402393b1b634f1b43b473e3e15d63e9e22ba" id=6f5d8a1d-6505-41be-b677-cd643c88d781 name=/runtime.v1.RuntimeService/StopPodSandbox
Apr 14 16:37:25 addons-472944 crio[1049]: time="2025-04-14 16:37:25.877347697Z" level=info msg="Stopped pod sandbox (already stopped): 51b1315009cff19adbb9ddca2475402393b1b634f1b43b473e3e15d63e9e22ba" id=6f5d8a1d-6505-41be-b677-cd643c88d781 name=/runtime.v1.RuntimeService/StopPodSandbox
Apr 14 16:37:25 addons-472944 crio[1049]: time="2025-04-14 16:37:25.877617971Z" level=info msg="Removing pod sandbox: 51b1315009cff19adbb9ddca2475402393b1b634f1b43b473e3e15d63e9e22ba" id=a03680d2-fdc5-4e85-9aed-bfa8023294c4 name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 14 16:37:25 addons-472944 crio[1049]: time="2025-04-14 16:37:25.883929891Z" level=info msg="Removed pod sandbox: 51b1315009cff19adbb9ddca2475402393b1b634f1b43b473e3e15d63e9e22ba" id=a03680d2-fdc5-4e85-9aed-bfa8023294c4 name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 14 16:37:25 addons-472944 crio[1049]: time="2025-04-14 16:37:25.884310076Z" level=info msg="Stopping pod sandbox: 40c8124ebd0e714c07a8f26501029d53cc260a86420a2d97d2872a530450949e" id=2e95c38b-1517-42cf-b58d-1f6649ae3d44 name=/runtime.v1.RuntimeService/StopPodSandbox
Apr 14 16:37:25 addons-472944 crio[1049]: time="2025-04-14 16:37:25.884347611Z" level=info msg="Stopped pod sandbox (already stopped): 40c8124ebd0e714c07a8f26501029d53cc260a86420a2d97d2872a530450949e" id=2e95c38b-1517-42cf-b58d-1f6649ae3d44 name=/runtime.v1.RuntimeService/StopPodSandbox
Apr 14 16:37:25 addons-472944 crio[1049]: time="2025-04-14 16:37:25.884623528Z" level=info msg="Removing pod sandbox: 40c8124ebd0e714c07a8f26501029d53cc260a86420a2d97d2872a530450949e" id=5ea21235-983c-4f55-9a1b-c8d734d05b05 name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 14 16:37:25 addons-472944 crio[1049]: time="2025-04-14 16:37:25.891212861Z" level=info msg="Removed pod sandbox: 40c8124ebd0e714c07a8f26501029d53cc260a86420a2d97d2872a530450949e" id=5ea21235-983c-4f55-9a1b-c8d734d05b05 name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 14 16:38:09 addons-472944 crio[1049]: time="2025-04-14 16:38:09.056043860Z" level=info msg="Running pod sandbox: default/hello-world-app-7d9564db4-n5tx8/POD" id=c2e6b11c-05ad-4c40-ad9c-215a2c7c4be3 name=/runtime.v1.RuntimeService/RunPodSandbox
Apr 14 16:38:09 addons-472944 crio[1049]: time="2025-04-14 16:38:09.056129783Z" level=warning msg="Allowed annotations are specified for workload []"
Apr 14 16:38:09 addons-472944 crio[1049]: time="2025-04-14 16:38:09.079240272Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-n5tx8 Namespace:default ID:8460c2d598a5a5729843242e0fcec1edb32911682cb89b284f883b8a89d7f10e UID:a7917430-3a30-460e-a554-5901b00fa119 NetNS:/var/run/netns/e12a4a5d-eb37-4995-bd10-69045f18146b Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Apr 14 16:38:09 addons-472944 crio[1049]: time="2025-04-14 16:38:09.079301665Z" level=info msg="Adding pod default_hello-world-app-7d9564db4-n5tx8 to CNI network \"kindnet\" (type=ptp)"
Apr 14 16:38:09 addons-472944 crio[1049]: time="2025-04-14 16:38:09.126814760Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-n5tx8 Namespace:default ID:8460c2d598a5a5729843242e0fcec1edb32911682cb89b284f883b8a89d7f10e UID:a7917430-3a30-460e-a554-5901b00fa119 NetNS:/var/run/netns/e12a4a5d-eb37-4995-bd10-69045f18146b Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Apr 14 16:38:09 addons-472944 crio[1049]: time="2025-04-14 16:38:09.126995312Z" level=info msg="Checking pod default_hello-world-app-7d9564db4-n5tx8 for CNI network kindnet (type=ptp)"
Apr 14 16:38:09 addons-472944 crio[1049]: time="2025-04-14 16:38:09.130728750Z" level=info msg="Ran pod sandbox 8460c2d598a5a5729843242e0fcec1edb32911682cb89b284f883b8a89d7f10e with infra container: default/hello-world-app-7d9564db4-n5tx8/POD" id=c2e6b11c-05ad-4c40-ad9c-215a2c7c4be3 name=/runtime.v1.RuntimeService/RunPodSandbox
Apr 14 16:38:09 addons-472944 crio[1049]: time="2025-04-14 16:38:09.132468723Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=cd607eb9-bf04-472a-bed6-99a6094c6bca name=/runtime.v1.ImageService/ImageStatus
Apr 14 16:38:09 addons-472944 crio[1049]: time="2025-04-14 16:38:09.132709320Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=cd607eb9-bf04-472a-bed6-99a6094c6bca name=/runtime.v1.ImageService/ImageStatus
Apr 14 16:38:09 addons-472944 crio[1049]: time="2025-04-14 16:38:09.133314046Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=6e5d3c9f-ffca-4728-b329-a62ccc33a0fd name=/runtime.v1.ImageService/PullImage
Apr 14 16:38:09 addons-472944 crio[1049]: time="2025-04-14 16:38:09.137376186Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
95e703e37a7bc docker.io/library/nginx@sha256:4ff102c5d78d254a6f0da062b3cf39eaf07f01eec0927fd21e219d0af8bc0591 2 minutes ago Running nginx 0 aa8db7af98838 nginx
80669e04735bb gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 2 minutes ago Running busybox 0 f74dbb3ba5a2a busybox
8ab842a7aaa58 registry.k8s.io/ingress-nginx/controller@sha256:62b61c42ec8dd877b85c0aa24c4744ce44d274bc16cc5d2364edfe67964ba55b 3 minutes ago Running controller 0 3341b4e21e004 ingress-nginx-controller-56d7c84fd4-j2ds4
5a639708f8697 a62eeff05ba5194cac31b3f6180655290afa3ed3f2573bcd2aaff319416951eb 3 minutes ago Exited patch 3 0332f5c9b8303 ingress-nginx-admission-patch-5fq4t
f2b3527443d69 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a9f03b34a3cbfbb26d103a14046ab2c5130a80c3d69d526ff8063d2b37b9fd3f 3 minutes ago Exited create 0 8b444a3156a1e ingress-nginx-admission-create-rcg97
b47b22562676a gcr.io/k8s-minikube/minikube-ingress-dns@sha256:07c8f5b205a3f8971bfc6d460978ae00de35f17e5d5392b1de8de02356f85dab 3 minutes ago Running minikube-ingress-dns 0 17844d9814ef0 kube-ingress-dns-minikube
031c1aa3888ba docker.io/rancher/local-path-provisioner@sha256:73f712e7af12b06720c35ce75217f904f00e4bd96de79f8db1cf160112e667ef 4 minutes ago Running local-path-provisioner 0 d727565d1e048 local-path-provisioner-76f89f99b5-cwsjm
cee15c1ae0790 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 4 minutes ago Running coredns 0 891bd9ec7b83b coredns-668d6bf9bc-xzlv5
f39637d90c084 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 4 minutes ago Running storage-provisioner 0 e789ca13b0849 storage-provisioner
82ca69f86fde9 docker.io/kindest/kindnetd@sha256:e3c42406b0806c1f7e8a66838377936cbd2cdfd94d9b26a3eefedada8713d495 4 minutes ago Running kindnet-cni 0 222f38210b1da kindnet-fhhhd
0494087b133c5 f1332858868e1c6a905123b21e2e322ab45a5b99a3532e68ff49a87c2266ebc5 4 minutes ago Running kube-proxy 0 fd43d6f3caa57 kube-proxy-fmncb
1eec2e385bf1c 85b7a174738baecbc53029b7913cd430a2060e0cbdb5f56c7957d32ff7f241ef 4 minutes ago Running kube-apiserver 0 c48986584c03f kube-apiserver-addons-472944
0ceccf9918795 a9e7e6b294baf1695fccb862d956c5d3ad8510e1e4ca1535f35dc09f247abbfc 4 minutes ago Running etcd 0 efa5c9b496546 etcd-addons-472944
18b1fb9af182d b6a454c5a800d201daacead6ff195ec6049fe6dc086621b0670bca912efaf389 4 minutes ago Running kube-controller-manager 0 3e993481cf15f kube-controller-manager-addons-472944
264a9640b38d3 d8e673e7c9983f1f53569a9d2ba786c8abb42e3f744f77dc97a595f3caf9435d 4 minutes ago Running kube-scheduler 0 ad06d2fd24728 kube-scheduler-addons-472944
==> coredns [cee15c1ae0790f86b93b6c07ff7a86d27b04cfe657aeb2a5000857ac44beea0b] <==
[INFO] 10.244.0.9:45386 - 39823 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000157351s
[INFO] 10.244.0.9:57295 - 16685 "AAAA IN registry.kube-system.svc.cluster.local.europe-west2-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.00372563s
[INFO] 10.244.0.9:57295 - 16384 "A IN registry.kube-system.svc.cluster.local.europe-west2-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.004982142s
[INFO] 10.244.0.9:57669 - 28306 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.003433376s
[INFO] 10.244.0.9:57669 - 27943 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.003816124s
[INFO] 10.244.0.9:32776 - 4632 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.003910833s
[INFO] 10.244.0.9:32776 - 4391 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.004591835s
[INFO] 10.244.0.9:44084 - 3699 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000134946s
[INFO] 10.244.0.9:44084 - 3495 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.00015342s
[INFO] 10.244.0.22:48313 - 34397 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000223999s
[INFO] 10.244.0.22:57393 - 28259 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000307561s
[INFO] 10.244.0.22:58250 - 20590 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000139546s
[INFO] 10.244.0.22:45954 - 27432 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000148134s
[INFO] 10.244.0.22:39767 - 30164 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000111982s
[INFO] 10.244.0.22:59652 - 44000 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000177672s
[INFO] 10.244.0.22:58601 - 22096 "AAAA IN storage.googleapis.com.europe-west2-a.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.006069525s
[INFO] 10.244.0.22:52037 - 54563 "A IN storage.googleapis.com.europe-west2-a.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.007302187s
[INFO] 10.244.0.22:41515 - 59277 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.006214127s
[INFO] 10.244.0.22:44663 - 11698 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.006623788s
[INFO] 10.244.0.22:41662 - 20938 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.004126145s
[INFO] 10.244.0.22:56682 - 32482 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.005900186s
[INFO] 10.244.0.22:59769 - 12267 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000613339s
[INFO] 10.244.0.22:45789 - 14973 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.000775333s
[INFO] 10.244.0.25:50282 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000207083s
[INFO] 10.244.0.25:50459 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000092996s
==> describe nodes <==
Name: addons-472944
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-472944
kubernetes.io/os=linux
minikube.k8s.io/commit=f1e69a1cd498979c80dbe968253c827f6eb2cf37
minikube.k8s.io/name=addons-472944
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_04_14T16_33_26_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-472944
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 14 Apr 2025 16:33:23 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-472944
AcquireTime: <unset>
RenewTime: Mon, 14 Apr 2025 16:38:01 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 14 Apr 2025 16:36:30 +0000 Mon, 14 Apr 2025 16:33:21 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 14 Apr 2025 16:36:30 +0000 Mon, 14 Apr 2025 16:33:21 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 14 Apr 2025 16:36:30 +0000 Mon, 14 Apr 2025 16:33:21 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 14 Apr 2025 16:36:30 +0000 Mon, 14 Apr 2025 16:33:50 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-472944
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859372Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859372Ki
pods: 110
System Info:
Machine ID: 6a26aa4c393942368c0cdeda99678c5a
System UUID: 3256a7b6-94d3-4f72-a670-247d9833283e
Boot ID: faae8dd0-53e8-48ac-bdd2-e5ac175369be
Kernel Version: 5.15.0-1078-gcp
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.32.2
Kube-Proxy Version: v1.32.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m4s
default hello-world-app-7d9564db4-n5tx8 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m22s
ingress-nginx ingress-nginx-controller-56d7c84fd4-j2ds4 100m (1%) 0 (0%) 90Mi (0%) 0 (0%) 4m33s
kube-system coredns-668d6bf9bc-xzlv5 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 4m39s
kube-system etcd-addons-472944 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 4m45s
kube-system kindnet-fhhhd 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 4m40s
kube-system kube-apiserver-addons-472944 250m (3%) 0 (0%) 0 (0%) 0 (0%) 4m45s
kube-system kube-controller-manager-addons-472944 200m (2%) 0 (0%) 0 (0%) 0 (0%) 4m46s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m35s
kube-system kube-proxy-fmncb 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m40s
kube-system kube-scheduler-addons-472944 100m (1%) 0 (0%) 0 (0%) 0 (0%) 4m46s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m35s
local-path-storage local-path-provisioner-76f89f99b5-cwsjm 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m34s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (11%) 100m (1%)
memory 310Mi (0%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m35s kube-proxy
Normal Starting 4m45s kubelet Starting kubelet.
Warning CgroupV1 4m45s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 4m45s kubelet Node addons-472944 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m45s kubelet Node addons-472944 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m45s kubelet Node addons-472944 status is now: NodeHasSufficientPID
Normal RegisteredNode 4m41s node-controller Node addons-472944 event: Registered Node addons-472944 in Controller
Normal NodeReady 4m20s kubelet Node addons-472944 status is now: NodeReady
==> dmesg <==
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff ee f6 e9 17 28 7a 08 06
[ +6.185367] IPv4: martian source 10.244.0.1 from 10.244.0.5, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 92 7e ee f5 41 8a 08 06
[ +29.399855] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff e2 1d f8 b7 38 17 08 06
[Apr14 16:20] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff ea bf f4 1d 63 f2 08 06
[ +0.069386] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 5e 6a 29 d6 0a f6 08 06
[ +6.469474] IPv4: martian source 10.244.0.1 from 10.244.0.5, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff da 21 44 4a f6 75 08 06
[Apr14 16:35] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 02 47 06 60 4e 47 c6 2d f0 0b 3b 4c 08 00
[ +1.014370] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 02 47 06 60 4e 47 c6 2d f0 0b 3b 4c 08 00
[ +2.015827] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 02 47 06 60 4e 47 c6 2d f0 0b 3b 4c 08 00
[Apr14 16:36] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000025] ll header: 00000000: 02 47 06 60 4e 47 c6 2d f0 0b 3b 4c 08 00
[ +8.191212] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 02 47 06 60 4e 47 c6 2d f0 0b 3b 4c 08 00
[ +16.126478] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000005] ll header: 00000000: 02 47 06 60 4e 47 c6 2d f0 0b 3b 4c 08 00
[ +33.276896] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 02 47 06 60 4e 47 c6 2d f0 0b 3b 4c 08 00
==> etcd [0ceccf9918795e072dcad9500b5fe074beb0bf1632ed012a0bbc77b9bc79b703] <==
{"level":"info","ts":"2025-04-14T16:33:35.316639Z","caller":"traceutil/trace.go:171","msg":"trace[282925519] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:428; }","duration":"199.781324ms","start":"2025-04-14T16:33:35.116839Z","end":"2025-04-14T16:33:35.316620Z","steps":["trace[282925519] 'agreement among raft nodes before linearized reading' (duration: 199.579732ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T16:33:35.317067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.998835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-668d6bf9bc\" limit:1 ","response":"range_response_count:1 size:3797"}
{"level":"info","ts":"2025-04-14T16:33:35.317590Z","caller":"traceutil/trace.go:171","msg":"trace[747312892] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-668d6bf9bc; range_end:; response_count:1; response_revision:428; }","duration":"176.538411ms","start":"2025-04-14T16:33:35.141039Z","end":"2025-04-14T16:33:35.317577Z","steps":["trace[747312892] 'agreement among raft nodes before linearized reading' (duration: 175.992391ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T16:33:35.317316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.051971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-14T16:33:35.317802Z","caller":"traceutil/trace.go:171","msg":"trace[1396751327] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:428; }","duration":"197.54095ms","start":"2025-04-14T16:33:35.120252Z","end":"2025-04-14T16:33:35.317793Z","steps":["trace[1396751327] 'agreement among raft nodes before linearized reading' (duration: 197.035866ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T16:33:35.317359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.948642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/registry\" limit:1 ","response":"range_response_count:1 size:3662"}
{"level":"info","ts":"2025-04-14T16:33:35.317969Z","caller":"traceutil/trace.go:171","msg":"trace[2057340641] range","detail":"{range_begin:/registry/deployments/kube-system/registry; range_end:; response_count:1; response_revision:428; }","duration":"200.581234ms","start":"2025-04-14T16:33:35.117380Z","end":"2025-04-14T16:33:35.317961Z","steps":["trace[2057340641] 'agreement among raft nodes before linearized reading' (duration: 199.957567ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T16:33:35.726903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.680083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/gadget\" limit:1 ","response":"range_response_count:1 size:573"}
{"level":"info","ts":"2025-04-14T16:33:35.726968Z","caller":"traceutil/trace.go:171","msg":"trace[416629652] range","detail":"{range_begin:/registry/namespaces/gadget; range_end:; response_count:1; response_revision:450; }","duration":"104.773349ms","start":"2025-04-14T16:33:35.622183Z","end":"2025-04-14T16:33:35.726956Z","steps":["trace[416629652] 'agreement among raft nodes before linearized reading' (duration: 104.660349ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T16:33:35.727461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.483156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.metrics.k8s.io\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-14T16:33:35.728163Z","caller":"traceutil/trace.go:171","msg":"trace[1291730406] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.metrics.k8s.io; range_end:; response_count:0; response_revision:450; }","duration":"104.185644ms","start":"2025-04-14T16:33:35.623946Z","end":"2025-04-14T16:33:35.728131Z","steps":["trace[1291730406] 'agreement among raft nodes before linearized reading' (duration: 103.479646ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T16:33:35.728423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.316994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-668d6bf9bc\" limit:1 ","response":"range_response_count:1 size:3797"}
{"level":"info","ts":"2025-04-14T16:33:35.728458Z","caller":"traceutil/trace.go:171","msg":"trace[1357746331] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-668d6bf9bc; range_end:; response_count:1; response_revision:450; }","duration":"104.376045ms","start":"2025-04-14T16:33:35.624073Z","end":"2025-04-14T16:33:35.728449Z","steps":["trace[1357746331] 'agreement among raft nodes before linearized reading' (duration: 104.293205ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T16:33:35.729051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.337014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/k8s.io-minikube-hostpath\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-14T16:33:35.729140Z","caller":"traceutil/trace.go:171","msg":"trace[811908935] range","detail":"{range_begin:/registry/services/endpoints/kube-system/k8s.io-minikube-hostpath; range_end:; response_count:0; response_revision:450; }","duration":"107.449188ms","start":"2025-04-14T16:33:35.621678Z","end":"2025-04-14T16:33:35.729128Z","steps":["trace[811908935] 'agreement among raft nodes before linearized reading' (duration: 107.334443ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T16:34:43.357609Z","caller":"traceutil/trace.go:171","msg":"trace[1626604638] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"118.374935ms","start":"2025-04-14T16:34:43.239209Z","end":"2025-04-14T16:34:43.357584Z","steps":["trace[1626604638] 'process raft request' (duration: 118.196364ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T16:34:43.463911Z","caller":"traceutil/trace.go:171","msg":"trace[752636339] linearizableReadLoop","detail":"{readStateIndex:1130; appliedIndex:1129; }","duration":"106.385872ms","start":"2025-04-14T16:34:43.357508Z","end":"2025-04-14T16:34:43.463894Z","steps":["trace[752636339] 'read index received' (duration: 105.176436ms)","trace[752636339] 'applied index is now lower than readState.Index' (duration: 1.208999ms)"],"step_count":2}
{"level":"info","ts":"2025-04-14T16:34:43.464011Z","caller":"traceutil/trace.go:171","msg":"trace[1719352898] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"123.945636ms","start":"2025-04-14T16:34:43.340042Z","end":"2025-04-14T16:34:43.463988Z","steps":["trace[1719352898] 'process raft request' (duration: 122.603217ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T16:34:43.464034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.803346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-14T16:34:43.464068Z","caller":"traceutil/trace.go:171","msg":"trace[222186447] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1092; }","duration":"124.88101ms","start":"2025-04-14T16:34:43.339176Z","end":"2025-04-14T16:34:43.464057Z","steps":["trace[222186447] 'agreement among raft nodes before linearized reading' (duration: 124.807125ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T16:34:43.464404Z","caller":"traceutil/trace.go:171","msg":"trace[1161350796] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"103.03264ms","start":"2025-04-14T16:34:43.361355Z","end":"2025-04-14T16:34:43.464387Z","steps":["trace[1161350796] 'process raft request' (duration: 102.805936ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T16:34:43.464470Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.120058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-14T16:34:43.464472Z","caller":"traceutil/trace.go:171","msg":"trace[338690721] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"101.745424ms","start":"2025-04-14T16:34:43.362704Z","end":"2025-04-14T16:34:43.464450Z","steps":["trace[338690721] 'process raft request' (duration: 101.651362ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T16:34:43.464497Z","caller":"traceutil/trace.go:171","msg":"trace[1946785860] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"102.426625ms","start":"2025-04-14T16:34:43.362059Z","end":"2025-04-14T16:34:43.464485Z","steps":["trace[1946785860] 'process raft request' (duration: 102.17065ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T16:34:43.464502Z","caller":"traceutil/trace.go:171","msg":"trace[1881214672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1095; }","duration":"106.18029ms","start":"2025-04-14T16:34:43.358312Z","end":"2025-04-14T16:34:43.464492Z","steps":["trace[1881214672] 'agreement among raft nodes before linearized reading' (duration: 106.107927ms)"],"step_count":1}
==> kernel <==
16:38:10 up 8:20, 0 users, load average: 0.15, 0.78, 1.09
Linux addons-472944 5.15.0-1078-gcp #87~20.04.1-Ubuntu SMP Mon Feb 24 10:23:16 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [82ca69f86fde9d0f84a9c5606314cb7db050bf757e3af595d597da70f9a8b239] <==
I0414 16:36:09.832734 1 main.go:301] handling current node
I0414 16:36:19.833187 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:36:19.833230 1 main.go:301] handling current node
I0414 16:36:29.832412 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:36:29.832446 1 main.go:301] handling current node
I0414 16:36:39.833136 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:36:39.833187 1 main.go:301] handling current node
I0414 16:36:49.833237 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:36:49.833280 1 main.go:301] handling current node
I0414 16:36:59.841354 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:36:59.841393 1 main.go:301] handling current node
I0414 16:37:09.841450 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:37:09.841488 1 main.go:301] handling current node
I0414 16:37:19.840146 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:37:19.840200 1 main.go:301] handling current node
I0414 16:37:29.841236 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:37:29.841282 1 main.go:301] handling current node
I0414 16:37:39.832404 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:37:39.832451 1 main.go:301] handling current node
I0414 16:37:49.839361 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:37:49.839400 1 main.go:301] handling current node
I0414 16:37:59.841470 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:37:59.841511 1 main.go:301] handling current node
I0414 16:38:09.832256 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 16:38:09.832295 1 main.go:301] handling current node
==> kube-apiserver [1eec2e385bf1c107557ef34465dbec3da09bb2b20eedc65c0348fa74fe1ae43d] <==
Error updating APIService "v1beta1.metrics.k8s.io" with err: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
> logger="UnhandledError"
I0414 16:34:48.488831 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E0414 16:35:17.081444 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:35794: use of closed network connection
E0414 16:35:17.247084 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:35824: use of closed network connection
I0414 16:35:26.211947 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.106.74.6"}
I0414 16:35:47.898751 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0414 16:35:48.096407 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.99.98.152"}
I0414 16:35:49.484634 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0414 16:35:49.665184 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0414 16:35:50.783844 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0414 16:36:07.152797 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0414 16:36:27.664306 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 16:36:27.664368 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0414 16:36:27.679684 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 16:36:27.679721 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0414 16:36:27.690496 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 16:36:27.690544 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0414 16:36:27.722300 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 16:36:27.722335 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0414 16:36:28.716816 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0414 16:36:28.723248 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0414 16:36:28.734257 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I0414 16:38:08.961911 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.97.237.68"}
==> kube-controller-manager [18b1fb9af182d1eb4b16ca302d2252e1c2aa577282e662604e381decbb11c577] <==
E0414 16:37:10.543583 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 16:37:15.825777 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 16:37:15.826842 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0414 16:37:15.827747 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 16:37:15.827783 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 16:37:37.958380 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 16:37:37.959403 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W0414 16:37:37.960620 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 16:37:37.960657 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 16:37:41.348930 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 16:37:41.349937 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0414 16:37:41.350785 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 16:37:41.350822 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 16:37:49.784368 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 16:37:49.785693 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0414 16:37:49.786750 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 16:37:49.786792 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 16:37:54.921908 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 16:37:54.922873 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotclasses"
W0414 16:37:54.923803 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 16:37:54.923837 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0414 16:38:08.759062 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="18.21113ms"
I0414 16:38:08.763714 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="4.498577ms"
I0414 16:38:08.763790 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="37.366µs"
I0414 16:38:08.765358 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="102.26µs"
==> kube-proxy [0494087b133c5ea33654204ef0dd4db82177ba4fd8d4f2839e3fbeca19e28ca8] <==
I0414 16:33:32.425923 1 server_linux.go:66] "Using iptables proxy"
I0414 16:33:34.118638 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0414 16:33:34.118900 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0414 16:33:35.135229 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0414 16:33:35.135378 1 server_linux.go:170] "Using iptables Proxier"
I0414 16:33:35.217686 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0414 16:33:35.218188 1 server.go:497] "Version info" version="v1.32.2"
I0414 16:33:35.218466 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0414 16:33:35.220373 1 config.go:199] "Starting service config controller"
I0414 16:33:35.220527 1 shared_informer.go:313] Waiting for caches to sync for service config
I0414 16:33:35.220609 1 config.go:105] "Starting endpoint slice config controller"
I0414 16:33:35.220638 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0414 16:33:35.221348 1 config.go:329] "Starting node config controller"
I0414 16:33:35.221406 1 shared_informer.go:313] Waiting for caches to sync for node config
I0414 16:33:35.323372 1 shared_informer.go:320] Caches are synced for node config
I0414 16:33:35.323484 1 shared_informer.go:320] Caches are synced for service config
I0414 16:33:35.323501 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [264a9640b38d38d31fa252bf7abb5537c6bc080274959aedfb6ec878c23c4910] <==
E0414 16:33:23.248021 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 16:33:23.248117 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0414 16:33:23.248137 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 16:33:23.248144 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0414 16:33:23.248167 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0414 16:33:23.248214 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0414 16:33:23.248236 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
E0414 16:33:23.247192 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 16:33:23.315930 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0414 16:33:23.316085 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0414 16:33:24.100887 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0414 16:33:24.100944 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 16:33:24.154775 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0414 16:33:24.154815 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0414 16:33:24.276814 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0414 16:33:24.276869 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 16:33:24.298221 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "volumeattachments" in API group "storage.k8s.io" at the cluster scope
E0414 16:33:24.298275 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.VolumeAttachment: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0414 16:33:24.406998 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0414 16:33:24.407051 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0414 16:33:24.410159 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0414 16:33:24.410200 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0414 16:33:24.464212 1 reflector.go:569] runtime/asm_amd64.s:1700: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0414 16:33:24.464258 1 reflector.go:166] "Unhandled Error" err="runtime/asm_amd64.s:1700: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
I0414 16:33:26.945268 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Apr 14 16:37:25 addons-472944 kubelet[1660]: E0414 16:37:25.829011 1660 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/83ea91713469203273b7818864e9483767dee7288c39e882fbec3d787b921fed/diff" to get inode usage: stat /var/lib/containers/storage/overlay/83ea91713469203273b7818864e9483767dee7288c39e882fbec3d787b921fed/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 16:37:35 addons-472944 kubelet[1660]: E0414 16:37:35.775762 1660 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744648655775542911,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617834,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 16:37:35 addons-472944 kubelet[1660]: E0414 16:37:35.775810 1660 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744648655775542911,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617834,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 16:37:42 addons-472944 kubelet[1660]: I0414 16:37:42.630343 1660 kubelet_pods.go:1021] "Unable to retrieve pull secret, the image pull may not succeed." pod="default/busybox" secret="" err="secret \"gcp-auth\" not found"
Apr 14 16:37:45 addons-472944 kubelet[1660]: E0414 16:37:45.778725 1660 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744648665778525633,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617834,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 16:37:45 addons-472944 kubelet[1660]: E0414 16:37:45.778765 1660 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744648665778525633,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617834,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 16:37:51 addons-472944 kubelet[1660]: E0414 16:37:51.157703 1660 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/11536c3c98c6f05de7a241261883ab052e65a23295d2185e390fab604765da1d/diff" to get inode usage: stat /var/lib/containers/storage/overlay/11536c3c98c6f05de7a241261883ab052e65a23295d2185e390fab604765da1d/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 16:37:51 addons-472944 kubelet[1660]: E0414 16:37:51.229147 1660 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/83ea91713469203273b7818864e9483767dee7288c39e882fbec3d787b921fed/diff" to get inode usage: stat /var/lib/containers/storage/overlay/83ea91713469203273b7818864e9483767dee7288c39e882fbec3d787b921fed/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 16:37:55 addons-472944 kubelet[1660]: E0414 16:37:55.781560 1660 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744648675781292805,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617834,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 16:37:55 addons-472944 kubelet[1660]: E0414 16:37:55.781597 1660 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744648675781292805,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617834,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 16:38:05 addons-472944 kubelet[1660]: E0414 16:38:05.783396 1660 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744648685783163065,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617834,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 16:38:05 addons-472944 kubelet[1660]: E0414 16:38:05.783436 1660 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744648685783163065,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617834,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 16:38:08 addons-472944 kubelet[1660]: I0414 16:38:08.753638 1660 memory_manager.go:355] "RemoveStaleState removing state" podUID="70cba9b9-87e4-4241-9a40-150e66656469" containerName="volume-snapshot-controller"
Apr 14 16:38:08 addons-472944 kubelet[1660]: I0414 16:38:08.753677 1660 memory_manager.go:355] "RemoveStaleState removing state" podUID="f0845228-aef2-4818-b800-ab304bfcddb6" containerName="csi-provisioner"
Apr 14 16:38:08 addons-472944 kubelet[1660]: I0414 16:38:08.753687 1660 memory_manager.go:355] "RemoveStaleState removing state" podUID="f0845228-aef2-4818-b800-ab304bfcddb6" containerName="hostpath"
Apr 14 16:38:08 addons-472944 kubelet[1660]: I0414 16:38:08.753695 1660 memory_manager.go:355] "RemoveStaleState removing state" podUID="7f249620-4d2f-45b1-9fce-0509bd8682d9" containerName="csi-resizer"
Apr 14 16:38:08 addons-472944 kubelet[1660]: I0414 16:38:08.753703 1660 memory_manager.go:355] "RemoveStaleState removing state" podUID="e4f0adcd-e602-4b04-b0b9-6f785d5b0316" containerName="csi-attacher"
Apr 14 16:38:08 addons-472944 kubelet[1660]: I0414 16:38:08.753711 1660 memory_manager.go:355] "RemoveStaleState removing state" podUID="0725fe4a-37e6-4a53-adbb-2f140622a4b0" containerName="task-pv-container"
Apr 14 16:38:08 addons-472944 kubelet[1660]: I0414 16:38:08.753722 1660 memory_manager.go:355] "RemoveStaleState removing state" podUID="f0845228-aef2-4818-b800-ab304bfcddb6" containerName="csi-external-health-monitor-controller"
Apr 14 16:38:08 addons-472944 kubelet[1660]: I0414 16:38:08.753729 1660 memory_manager.go:355] "RemoveStaleState removing state" podUID="f0845228-aef2-4818-b800-ab304bfcddb6" containerName="liveness-probe"
Apr 14 16:38:08 addons-472944 kubelet[1660]: I0414 16:38:08.753737 1660 memory_manager.go:355] "RemoveStaleState removing state" podUID="f0845228-aef2-4818-b800-ab304bfcddb6" containerName="node-driver-registrar"
Apr 14 16:38:08 addons-472944 kubelet[1660]: I0414 16:38:08.753743 1660 memory_manager.go:355] "RemoveStaleState removing state" podUID="f0845228-aef2-4818-b800-ab304bfcddb6" containerName="csi-snapshotter"
Apr 14 16:38:08 addons-472944 kubelet[1660]: I0414 16:38:08.753748 1660 memory_manager.go:355] "RemoveStaleState removing state" podUID="a9e7b1ec-f19f-49de-9300-cac6656fc98b" containerName="volume-snapshot-controller"
Apr 14 16:38:08 addons-472944 kubelet[1660]: I0414 16:38:08.803663 1660 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-c9hzh\" (UniqueName: \"kubernetes.io/projected/a7917430-3a30-460e-a554-5901b00fa119-kube-api-access-c9hzh\") pod \"hello-world-app-7d9564db4-n5tx8\" (UID: \"a7917430-3a30-460e-a554-5901b00fa119\") " pod="default/hello-world-app-7d9564db4-n5tx8"
Apr 14 16:38:09 addons-472944 kubelet[1660]: W0414 16:38:09.131155 1660 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/2f22a77377cec26fa20fc528045a5c729d8a8362932894a35db5ada4482a8e49/crio-8460c2d598a5a5729843242e0fcec1edb32911682cb89b284f883b8a89d7f10e WatchSource:0}: Error finding container 8460c2d598a5a5729843242e0fcec1edb32911682cb89b284f883b8a89d7f10e: Status 404 returned error can't find the container with id 8460c2d598a5a5729843242e0fcec1edb32911682cb89b284f883b8a89d7f10e
==> storage-provisioner [f39637d90c0844167b5b3987362b08c356941d3449ffab20d4b30632553813e2] <==
I0414 16:33:51.343408 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0414 16:33:51.351654 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0414 16:33:51.351713 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0414 16:33:51.359049 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0414 16:33:51.359340 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-472944_71280587-4d35-430d-8e21-5e4d72a9eaec!
I0414 16:33:51.359385 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"9aede08b-f2d9-4735-ab08-2af881ea11f4", APIVersion:"v1", ResourceVersion:"886", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-472944_71280587-4d35-430d-8e21-5e4d72a9eaec became leader
I0414 16:33:51.460569 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-472944_71280587-4d35-430d-8e21-5e4d72a9eaec!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-472944 -n addons-472944
helpers_test.go:261: (dbg) Run: kubectl --context addons-472944 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: hello-world-app-7d9564db4-n5tx8 ingress-nginx-admission-create-rcg97 ingress-nginx-admission-patch-5fq4t
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-472944 describe pod hello-world-app-7d9564db4-n5tx8 ingress-nginx-admission-create-rcg97 ingress-nginx-admission-patch-5fq4t
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-472944 describe pod hello-world-app-7d9564db4-n5tx8 ingress-nginx-admission-create-rcg97 ingress-nginx-admission-patch-5fq4t: exit status 1 (67.574696ms)
-- stdout --
Name: hello-world-app-7d9564db4-n5tx8
Namespace: default
Priority: 0
Service Account: default
Node: addons-472944/192.168.49.2
Start Time: Mon, 14 Apr 2025 16:38:08 +0000
Labels: app=hello-world-app
pod-template-hash=7d9564db4
Annotations: <none>
Status: Pending
IP:
IPs: <none>
Controlled By: ReplicaSet/hello-world-app-7d9564db4
Containers:
hello-world-app:
Container ID:
Image: docker.io/kicbase/echo-server:1.0
Image ID:
Port: 8080/TCP
Host Port: 0/TCP
State: Waiting
Reason: ContainerCreating
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-c9hzh (ro)
Conditions:
Type Status
PodReadyToStartContainers False
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-c9hzh:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 3s default-scheduler Successfully assigned default/hello-world-app-7d9564db4-n5tx8 to addons-472944
Normal Pulling 2s kubelet Pulling image "docker.io/kicbase/echo-server:1.0"
-- /stdout --
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-rcg97" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-5fq4t" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-472944 describe pod hello-world-app-7d9564db4-n5tx8 ingress-nginx-admission-create-rcg97 ingress-nginx-admission-patch-5fq4t: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-472944 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-472944 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-472944 addons disable ingress --alsologtostderr -v=1: (7.769911407s)
--- FAIL: TestAddons/parallel/Ingress (152.30s)