=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-901204 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-901204 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-901204 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [0645bffd-ad69-46a8-92ff-8ad157de33b0] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [0645bffd-ad69-46a8-92ff-8ad157de33b0] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 12.004352689s
I0414 11:43:45.932181 332814 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-amd64 -p addons-901204 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-901204 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m9.746165128s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-901204 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-amd64 -p addons-901204 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-901204
helpers_test.go:235: (dbg) docker inspect addons-901204:
-- stdout --
[
{
"Id": "076ffa2563e6cc943e3e82a83e1958ebe38210b885b51e173c565e6df53a4cbd",
"Created": "2025-04-14T11:40:45.960270811Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 334764,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-04-14T11:40:45.996060823Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:fa6441117abd3f0ec72d78de011fb44ecb7b1e274ddcf240e39454ed1f98f388",
"ResolvConfPath": "/var/lib/docker/containers/076ffa2563e6cc943e3e82a83e1958ebe38210b885b51e173c565e6df53a4cbd/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/076ffa2563e6cc943e3e82a83e1958ebe38210b885b51e173c565e6df53a4cbd/hostname",
"HostsPath": "/var/lib/docker/containers/076ffa2563e6cc943e3e82a83e1958ebe38210b885b51e173c565e6df53a4cbd/hosts",
"LogPath": "/var/lib/docker/containers/076ffa2563e6cc943e3e82a83e1958ebe38210b885b51e173c565e6df53a4cbd/076ffa2563e6cc943e3e82a83e1958ebe38210b885b51e173c565e6df53a4cbd-json.log",
"Name": "/addons-901204",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-901204:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-901204",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "076ffa2563e6cc943e3e82a83e1958ebe38210b885b51e173c565e6df53a4cbd",
"LowerDir": "/var/lib/docker/overlay2/3d90365e704bb326e2756f5056ebecdb5b2b1ffcf144360d1913c5f238111ded-init/diff:/var/lib/docker/overlay2/de1f731670523a42b139803fd287a7a7b0101fa504003022df47eaeafb35fa24/diff",
"MergedDir": "/var/lib/docker/overlay2/3d90365e704bb326e2756f5056ebecdb5b2b1ffcf144360d1913c5f238111ded/merged",
"UpperDir": "/var/lib/docker/overlay2/3d90365e704bb326e2756f5056ebecdb5b2b1ffcf144360d1913c5f238111ded/diff",
"WorkDir": "/var/lib/docker/overlay2/3d90365e704bb326e2756f5056ebecdb5b2b1ffcf144360d1913c5f238111ded/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-901204",
"Source": "/var/lib/docker/volumes/addons-901204/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-901204",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-901204",
"name.minikube.sigs.k8s.io": "addons-901204",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "14c1a450f7b1de042ab9579d3d7cd88c8078da825d84ebd04ed5c5b842ba161d",
"SandboxKey": "/var/run/docker/netns/14c1a450f7b1",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32889"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32890"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32893"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32891"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32892"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-901204": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "ce:2c:df:94:48:e5",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "bf632f0dfb93222cd4533d1194c71aa029201e10c02771f3acef0afe21e81c5f",
"EndpointID": "7f9ddca8e6ecc57427d19affe4a8797061770d4f2148444c98a558517358b41c",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-901204",
"076ffa2563e6"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-901204 -n addons-901204
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-901204 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-901204 logs -n 25: (1.193124969s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | --download-only -p | download-docker-696229 | jenkins | v1.35.0 | 14 Apr 25 11:40 UTC | |
| | download-docker-696229 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-696229 | download-docker-696229 | jenkins | v1.35.0 | 14 Apr 25 11:40 UTC | 14 Apr 25 11:40 UTC |
| start | --download-only -p | binary-mirror-873249 | jenkins | v1.35.0 | 14 Apr 25 11:40 UTC | |
| | binary-mirror-873249 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:42711 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-873249 | binary-mirror-873249 | jenkins | v1.35.0 | 14 Apr 25 11:40 UTC | 14 Apr 25 11:40 UTC |
| addons | enable dashboard -p | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:40 UTC | |
| | addons-901204 | | | | | |
| addons | disable dashboard -p | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:40 UTC | |
| | addons-901204 | | | | | |
| start | -p addons-901204 --wait=true | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:40 UTC | 14 Apr 25 11:42 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-901204 addons disable | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:42 UTC | 14 Apr 25 11:42 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-901204 addons disable | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:42 UTC | 14 Apr 25 11:43 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:43 UTC | 14 Apr 25 11:43 UTC |
| | -p addons-901204 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-901204 addons | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:43 UTC | 14 Apr 25 11:43 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-901204 ssh cat | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:43 UTC | 14 Apr 25 11:43 UTC |
| | /opt/local-path-provisioner/pvc-ddbead19-c1af-4b79-acd8-9824019fa6bc_default_test-pvc/file1 | | | | | |
| addons | addons-901204 addons disable | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:43 UTC | 14 Apr 25 11:44 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-901204 addons disable | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:43 UTC | 14 Apr 25 11:43 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-901204 ip | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:43 UTC | 14 Apr 25 11:43 UTC |
| addons | addons-901204 addons disable | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:43 UTC | 14 Apr 25 11:43 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-901204 addons | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:43 UTC | 14 Apr 25 11:43 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-901204 addons | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:43 UTC | 14 Apr 25 11:43 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-901204 ssh curl -s | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:43 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-901204 addons | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:43 UTC | 14 Apr 25 11:43 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-901204 addons | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:43 UTC | 14 Apr 25 11:43 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-901204 addons disable | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:43 UTC | 14 Apr 25 11:43 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-901204 addons | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:44 UTC | 14 Apr 25 11:44 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-901204 addons disable | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:44 UTC | 14 Apr 25 11:44 UTC |
| | amd-gpu-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-901204 ip | addons-901204 | jenkins | v1.35.0 | 14 Apr 25 11:45 UTC | 14 Apr 25 11:45 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/04/14 11:40:22
Running on machine: ubuntu-20-agent-11
Binary: Built with gc go1.24.0 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0414 11:40:22.526370 334138 out.go:345] Setting OutFile to fd 1 ...
I0414 11:40:22.526669 334138 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:40:22.526679 334138 out.go:358] Setting ErrFile to fd 2...
I0414 11:40:22.526683 334138 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:40:22.526883 334138 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20446-326004/.minikube/bin
I0414 11:40:22.527577 334138 out.go:352] Setting JSON to false
I0414 11:40:22.528519 334138 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-11","uptime":12166,"bootTime":1744618657,"procs":177,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1078-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0414 11:40:22.528590 334138 start.go:139] virtualization: kvm guest
I0414 11:40:22.530614 334138 out.go:177] * [addons-901204] minikube v1.35.0 on Ubuntu 20.04 (kvm/amd64)
I0414 11:40:22.532312 334138 out.go:177] - MINIKUBE_LOCATION=20446
I0414 11:40:22.532331 334138 notify.go:220] Checking for updates...
I0414 11:40:22.535164 334138 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0414 11:40:22.536555 334138 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20446-326004/kubeconfig
I0414 11:40:22.538021 334138 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20446-326004/.minikube
I0414 11:40:22.539308 334138 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0414 11:40:22.540832 334138 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0414 11:40:22.542366 334138 driver.go:394] Setting default libvirt URI to qemu:///system
I0414 11:40:22.566748 334138 docker.go:123] docker version: linux-28.0.4:Docker Engine - Community
I0414 11:40:22.566847 334138 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 11:40:22.615590 334138 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2025-04-14 11:40:22.605387152 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1078-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647992832 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-11 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0414 11:40:22.615699 334138 docker.go:318] overlay module found
I0414 11:40:22.617654 334138 out.go:177] * Using the docker driver based on user configuration
I0414 11:40:22.619051 334138 start.go:297] selected driver: docker
I0414 11:40:22.619088 334138 start.go:901] validating driver "docker" against <nil>
I0414 11:40:22.619101 334138 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0414 11:40:22.620049 334138 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 11:40:22.671150 334138 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2025-04-14 11:40:22.662193495 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1078-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647992832 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-11 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0414 11:40:22.671303 334138 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0414 11:40:22.671488 334138 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0414 11:40:22.673469 334138 out.go:177] * Using Docker driver with root privileges
I0414 11:40:22.674915 334138 cni.go:84] Creating CNI manager for ""
I0414 11:40:22.674994 334138 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0414 11:40:22.675012 334138 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0414 11:40:22.675101 334138 start.go:340] cluster config:
{Name:addons-901204 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-901204 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0414 11:40:22.676855 334138 out.go:177] * Starting "addons-901204" primary control-plane node in "addons-901204" cluster
I0414 11:40:22.678075 334138 cache.go:121] Beginning downloading kic base image for docker with crio
I0414 11:40:22.679458 334138 out.go:177] * Pulling base image v0.0.46-1744107393-20604 ...
I0414 11:40:22.680582 334138 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0414 11:40:22.680626 334138 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20446-326004/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-amd64.tar.lz4
I0414 11:40:22.680637 334138 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local docker daemon
I0414 11:40:22.680643 334138 cache.go:56] Caching tarball of preloaded images
I0414 11:40:22.680769 334138 preload.go:172] Found /home/jenkins/minikube-integration/20446-326004/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I0414 11:40:22.680782 334138 cache.go:59] Finished verifying existence of preloaded tar for v1.32.2 on crio
I0414 11:40:22.681170 334138 profile.go:143] Saving config to /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/config.json ...
I0414 11:40:22.681202 334138 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/config.json: {Name:mkdd7fc276be9d2a40e8bde56ca9e3d47ebc07c4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:40:22.697587 334138 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a to local cache
I0414 11:40:22.697726 334138 image.go:65] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local cache directory
I0414 11:40:22.697754 334138 image.go:68] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local cache directory, skipping pull
I0414 11:40:22.697762 334138 image.go:137] gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a exists in cache, skipping pull
I0414 11:40:22.697770 334138 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a as a tarball
I0414 11:40:22.697778 334138 cache.go:163] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a from local cache
I0414 11:40:35.611952 334138 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a from cached tarball
I0414 11:40:35.612007 334138 cache.go:230] Successfully downloaded all kic artifacts
I0414 11:40:35.612050 334138 start.go:360] acquireMachinesLock for addons-901204: {Name:mk100df44be61a7148704460fc9ceb9d0c6e27dc Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0414 11:40:35.612164 334138 start.go:364] duration metric: took 92.246µs to acquireMachinesLock for "addons-901204"
I0414 11:40:35.612187 334138 start.go:93] Provisioning new machine with config: &{Name:addons-901204 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-901204 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I0414 11:40:35.612254 334138 start.go:125] createHost starting for "" (driver="docker")
I0414 11:40:35.614093 334138 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0414 11:40:35.614335 334138 start.go:159] libmachine.API.Create for "addons-901204" (driver="docker")
I0414 11:40:35.614369 334138 client.go:168] LocalClient.Create starting
I0414 11:40:35.614497 334138 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20446-326004/.minikube/certs/ca.pem
I0414 11:40:36.191510 334138 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20446-326004/.minikube/certs/cert.pem
I0414 11:40:36.238205 334138 cli_runner.go:164] Run: docker network inspect addons-901204 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0414 11:40:36.255169 334138 cli_runner.go:211] docker network inspect addons-901204 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0414 11:40:36.255295 334138 network_create.go:284] running [docker network inspect addons-901204] to gather additional debugging logs...
I0414 11:40:36.255343 334138 cli_runner.go:164] Run: docker network inspect addons-901204
W0414 11:40:36.270347 334138 cli_runner.go:211] docker network inspect addons-901204 returned with exit code 1
I0414 11:40:36.270389 334138 network_create.go:287] error running [docker network inspect addons-901204]: docker network inspect addons-901204: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-901204 not found
I0414 11:40:36.270405 334138 network_create.go:289] output of [docker network inspect addons-901204]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-901204 not found
** /stderr **
I0414 11:40:36.270507 334138 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0414 11:40:36.287680 334138 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001bf4850}
I0414 11:40:36.287743 334138 network_create.go:124] attempt to create docker network addons-901204 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0414 11:40:36.287801 334138 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-901204 addons-901204
I0414 11:40:36.337676 334138 network_create.go:108] docker network addons-901204 192.168.49.0/24 created
I0414 11:40:36.337727 334138 kic.go:121] calculated static IP "192.168.49.2" for the "addons-901204" container
I0414 11:40:36.337808 334138 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0414 11:40:36.354285 334138 cli_runner.go:164] Run: docker volume create addons-901204 --label name.minikube.sigs.k8s.io=addons-901204 --label created_by.minikube.sigs.k8s.io=true
I0414 11:40:36.372568 334138 oci.go:103] Successfully created a docker volume addons-901204
I0414 11:40:36.372657 334138 cli_runner.go:164] Run: docker run --rm --name addons-901204-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-901204 --entrypoint /usr/bin/test -v addons-901204:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -d /var/lib
I0414 11:40:41.349493 334138 cli_runner.go:217] Completed: docker run --rm --name addons-901204-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-901204 --entrypoint /usr/bin/test -v addons-901204:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -d /var/lib: (4.976789118s)
I0414 11:40:41.349538 334138 oci.go:107] Successfully prepared a docker volume addons-901204
I0414 11:40:41.349576 334138 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0414 11:40:41.349602 334138 kic.go:194] Starting extracting preloaded images to volume ...
I0414 11:40:41.349676 334138 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20446-326004/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-901204:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -I lz4 -xf /preloaded.tar -C /extractDir
I0414 11:40:45.895640 334138 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20446-326004/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-901204:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -I lz4 -xf /preloaded.tar -C /extractDir: (4.54591964s)
I0414 11:40:45.895680 334138 kic.go:203] duration metric: took 4.546074035s to extract preloaded images to volume ...
W0414 11:40:45.895814 334138 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0414 11:40:45.895932 334138 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0414 11:40:45.944686 334138 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-901204 --name addons-901204 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-901204 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-901204 --network addons-901204 --ip 192.168.49.2 --volume addons-901204:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a
I0414 11:40:46.214918 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Running}}
I0414 11:40:46.234019 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:40:46.254663 334138 cli_runner.go:164] Run: docker exec addons-901204 stat /var/lib/dpkg/alternatives/iptables
I0414 11:40:46.298302 334138 oci.go:144] the created container "addons-901204" has a running status.
I0414 11:40:46.298344 334138 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa...
I0414 11:40:46.511253 334138 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0414 11:40:46.534961 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:40:46.557969 334138 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0414 11:40:46.558003 334138 kic_runner.go:114] Args: [docker exec --privileged addons-901204 chown docker:docker /home/docker/.ssh/authorized_keys]
I0414 11:40:46.614423 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:40:46.638050 334138 machine.go:93] provisionDockerMachine start ...
I0414 11:40:46.638153 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:40:46.657002 334138 main.go:141] libmachine: Using SSH client type: native
I0414 11:40:46.657267 334138 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 127.0.0.1 32889 <nil> <nil>}
I0414 11:40:46.657286 334138 main.go:141] libmachine: About to run SSH command:
hostname
I0414 11:40:46.860296 334138 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-901204
I0414 11:40:46.860332 334138 ubuntu.go:169] provisioning hostname "addons-901204"
I0414 11:40:46.860429 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:40:46.880510 334138 main.go:141] libmachine: Using SSH client type: native
I0414 11:40:46.880806 334138 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 127.0.0.1 32889 <nil> <nil>}
I0414 11:40:46.880832 334138 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-901204 && echo "addons-901204" | sudo tee /etc/hostname
I0414 11:40:47.012097 334138 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-901204
I0414 11:40:47.012196 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:40:47.031081 334138 main.go:141] libmachine: Using SSH client type: native
I0414 11:40:47.031301 334138 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 127.0.0.1 32889 <nil> <nil>}
I0414 11:40:47.031318 334138 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-901204' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-901204/g' /etc/hosts;
else
echo '127.0.1.1 addons-901204' | sudo tee -a /etc/hosts;
fi
fi
I0414 11:40:47.153061 334138 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0414 11:40:47.153101 334138 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20446-326004/.minikube CaCertPath:/home/jenkins/minikube-integration/20446-326004/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20446-326004/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20446-326004/.minikube}
I0414 11:40:47.153155 334138 ubuntu.go:177] setting up certificates
I0414 11:40:47.153183 334138 provision.go:84] configureAuth start
I0414 11:40:47.153275 334138 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-901204
I0414 11:40:47.171608 334138 provision.go:143] copyHostCerts
I0414 11:40:47.171699 334138 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20446-326004/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20446-326004/.minikube/cert.pem (1123 bytes)
I0414 11:40:47.171813 334138 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20446-326004/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20446-326004/.minikube/key.pem (1675 bytes)
I0414 11:40:47.171871 334138 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20446-326004/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20446-326004/.minikube/ca.pem (1082 bytes)
I0414 11:40:47.171921 334138 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20446-326004/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20446-326004/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20446-326004/.minikube/certs/ca-key.pem org=jenkins.addons-901204 san=[127.0.0.1 192.168.49.2 addons-901204 localhost minikube]
I0414 11:40:47.298580 334138 provision.go:177] copyRemoteCerts
I0414 11:40:47.298648 334138 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0414 11:40:47.298687 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:40:47.317150 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
I0414 11:40:47.409652 334138 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20446-326004/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0414 11:40:47.434157 334138 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20446-326004/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0414 11:40:47.458484 334138 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20446-326004/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0414 11:40:47.482027 334138 provision.go:87] duration metric: took 328.820809ms to configureAuth
I0414 11:40:47.482060 334138 ubuntu.go:193] setting minikube options for container-runtime
I0414 11:40:47.482254 334138 config.go:182] Loaded profile config "addons-901204": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:40:47.482370 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:40:47.500936 334138 main.go:141] libmachine: Using SSH client type: native
I0414 11:40:47.501206 334138 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 127.0.0.1 32889 <nil> <nil>}
I0414 11:40:47.501228 334138 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0414 11:40:47.712702 334138 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0414 11:40:47.712734 334138 machine.go:96] duration metric: took 1.074660233s to provisionDockerMachine
I0414 11:40:47.712745 334138 client.go:171] duration metric: took 12.098369947s to LocalClient.Create
I0414 11:40:47.712765 334138 start.go:167] duration metric: took 12.098433589s to libmachine.API.Create "addons-901204"
I0414 11:40:47.712783 334138 start.go:293] postStartSetup for "addons-901204" (driver="docker")
I0414 11:40:47.712795 334138 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0414 11:40:47.712859 334138 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0414 11:40:47.712900 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:40:47.732895 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
I0414 11:40:47.825772 334138 ssh_runner.go:195] Run: cat /etc/os-release
I0414 11:40:47.828969 334138 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0414 11:40:47.828995 334138 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0414 11:40:47.829002 334138 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0414 11:40:47.829009 334138 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0414 11:40:47.829021 334138 filesync.go:126] Scanning /home/jenkins/minikube-integration/20446-326004/.minikube/addons for local assets ...
I0414 11:40:47.829075 334138 filesync.go:126] Scanning /home/jenkins/minikube-integration/20446-326004/.minikube/files for local assets ...
I0414 11:40:47.829097 334138 start.go:296] duration metric: took 116.305152ms for postStartSetup
I0414 11:40:47.829403 334138 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-901204
I0414 11:40:47.847190 334138 profile.go:143] Saving config to /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/config.json ...
I0414 11:40:47.847449 334138 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0414 11:40:47.847491 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:40:47.866291 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
I0414 11:40:47.949657 334138 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0414 11:40:47.954426 334138 start.go:128] duration metric: took 12.342152501s to createHost
I0414 11:40:47.954462 334138 start.go:83] releasing machines lock for "addons-901204", held for 12.342285305s
I0414 11:40:47.954541 334138 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-901204
I0414 11:40:47.972226 334138 ssh_runner.go:195] Run: cat /version.json
I0414 11:40:47.972249 334138 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0414 11:40:47.972286 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:40:47.972309 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:40:47.990554 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
I0414 11:40:47.991148 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
I0414 11:40:48.072569 334138 ssh_runner.go:195] Run: systemctl --version
I0414 11:40:48.146479 334138 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0414 11:40:48.285149 334138 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0414 11:40:48.289634 334138 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0414 11:40:48.308500 334138 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0414 11:40:48.308581 334138 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0414 11:40:48.336100 334138 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0414 11:40:48.336127 334138 start.go:495] detecting cgroup driver to use...
I0414 11:40:48.336162 334138 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0414 11:40:48.336210 334138 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0414 11:40:48.351088 334138 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0414 11:40:48.362320 334138 docker.go:217] disabling cri-docker service (if available) ...
I0414 11:40:48.362375 334138 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0414 11:40:48.375886 334138 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0414 11:40:48.389144 334138 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0414 11:40:48.471817 334138 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0414 11:40:48.552393 334138 docker.go:233] disabling docker service ...
I0414 11:40:48.552490 334138 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0414 11:40:48.572271 334138 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0414 11:40:48.583645 334138 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0414 11:40:48.658899 334138 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0414 11:40:48.743918 334138 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0414 11:40:48.754792 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0414 11:40:48.770638 334138 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0414 11:40:48.770725 334138 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:40:48.780400 334138 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0414 11:40:48.780485 334138 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:40:48.790294 334138 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:40:48.799936 334138 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:40:48.809628 334138 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0414 11:40:48.819273 334138 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:40:48.829115 334138 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:40:48.844215 334138 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:40:48.853793 334138 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0414 11:40:48.861825 334138 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0414 11:40:48.870120 334138 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 11:40:48.941168 334138 ssh_runner.go:195] Run: sudo systemctl restart crio
I0414 11:40:49.047341 334138 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0414 11:40:49.047439 334138 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0414 11:40:49.051120 334138 start.go:563] Will wait 60s for crictl version
I0414 11:40:49.051183 334138 ssh_runner.go:195] Run: which crictl
I0414 11:40:49.055034 334138 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0414 11:40:49.090363 334138 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0414 11:40:49.090457 334138 ssh_runner.go:195] Run: crio --version
I0414 11:40:49.126787 334138 ssh_runner.go:195] Run: crio --version
I0414 11:40:49.164311 334138 out.go:177] * Preparing Kubernetes v1.32.2 on CRI-O 1.24.6 ...
I0414 11:40:49.165522 334138 cli_runner.go:164] Run: docker network inspect addons-901204 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0414 11:40:49.182675 334138 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0414 11:40:49.186441 334138 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0414 11:40:49.197554 334138 kubeadm.go:883] updating cluster {Name:addons-901204 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-901204 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0414 11:40:49.197658 334138 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0414 11:40:49.197710 334138 ssh_runner.go:195] Run: sudo crictl images --output json
I0414 11:40:49.265105 334138 crio.go:514] all images are preloaded for cri-o runtime.
I0414 11:40:49.265127 334138 crio.go:433] Images already preloaded, skipping extraction
I0414 11:40:49.265174 334138 ssh_runner.go:195] Run: sudo crictl images --output json
I0414 11:40:49.298041 334138 crio.go:514] all images are preloaded for cri-o runtime.
I0414 11:40:49.298065 334138 cache_images.go:84] Images are preloaded, skipping loading
I0414 11:40:49.298074 334138 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.32.2 crio true true} ...
I0414 11:40:49.298159 334138 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-901204 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.32.2 ClusterName:addons-901204 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0414 11:40:49.298221 334138 ssh_runner.go:195] Run: crio config
I0414 11:40:49.339769 334138 cni.go:84] Creating CNI manager for ""
I0414 11:40:49.339793 334138 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0414 11:40:49.339806 334138 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0414 11:40:49.339828 334138 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.32.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-901204 NodeName:addons-901204 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0414 11:40:49.339941 334138 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-901204"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0414 11:40:49.340002 334138 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.2
I0414 11:40:49.348798 334138 binaries.go:44] Found k8s binaries, skipping transfer
I0414 11:40:49.348878 334138 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0414 11:40:49.357149 334138 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0414 11:40:49.373760 334138 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0414 11:40:49.390891 334138 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I0414 11:40:49.408143 334138 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0414 11:40:49.411513 334138 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0414 11:40:49.421954 334138 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 11:40:49.495015 334138 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0414 11:40:49.508326 334138 certs.go:68] Setting up /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204 for IP: 192.168.49.2
I0414 11:40:49.508347 334138 certs.go:194] generating shared ca certs ...
I0414 11:40:49.508368 334138 certs.go:226] acquiring lock for ca certs: {Name:mkb5f78fce0820e4165410867d7fea3570e19f3e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:40:49.508528 334138 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20446-326004/.minikube/ca.key
I0414 11:40:49.715841 334138 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20446-326004/.minikube/ca.crt ...
I0414 11:40:49.715876 334138 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20446-326004/.minikube/ca.crt: {Name:mkb658e67a30aa12b74e0848a179cf0b7556112f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:40:49.716079 334138 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20446-326004/.minikube/ca.key ...
I0414 11:40:49.716101 334138 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20446-326004/.minikube/ca.key: {Name:mk5af333ed1253022453fc8f51f87c24d9c22d10 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:40:49.716222 334138 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20446-326004/.minikube/proxy-client-ca.key
I0414 11:40:50.240643 334138 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20446-326004/.minikube/proxy-client-ca.crt ...
I0414 11:40:50.240682 334138 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20446-326004/.minikube/proxy-client-ca.crt: {Name:mkbf23ea438f1546e0d470d8191e963f787a9b0a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:40:50.240901 334138 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20446-326004/.minikube/proxy-client-ca.key ...
I0414 11:40:50.240921 334138 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20446-326004/.minikube/proxy-client-ca.key: {Name:mk2461ef86efe0f52b88017caef6d9410d5190d6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:40:50.241030 334138 certs.go:256] generating profile certs ...
I0414 11:40:50.241113 334138 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/client.key
I0414 11:40:50.241142 334138 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/client.crt with IP's: []
I0414 11:40:50.450765 334138 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/client.crt ...
I0414 11:40:50.450803 334138 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/client.crt: {Name:mk5730a7a57e749d96aa315ffa55f467129f084d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:40:50.451016 334138 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/client.key ...
I0414 11:40:50.451037 334138 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/client.key: {Name:mk703a068c82c34bef2b04882be0e41b652d1eaa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:40:50.451137 334138 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/apiserver.key.189f6268
I0414 11:40:50.451163 334138 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/apiserver.crt.189f6268 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0414 11:40:50.717565 334138 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/apiserver.crt.189f6268 ...
I0414 11:40:50.717604 334138 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/apiserver.crt.189f6268: {Name:mkb2eb6fad4764c682bb84ba4a112e205bd12a66 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:40:50.717823 334138 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/apiserver.key.189f6268 ...
I0414 11:40:50.717841 334138 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/apiserver.key.189f6268: {Name:mk8c26950c13ada771033d86890766b00684faff Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:40:50.717949 334138 certs.go:381] copying /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/apiserver.crt.189f6268 -> /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/apiserver.crt
I0414 11:40:50.718052 334138 certs.go:385] copying /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/apiserver.key.189f6268 -> /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/apiserver.key
I0414 11:40:50.718125 334138 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/proxy-client.key
I0414 11:40:50.718152 334138 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/proxy-client.crt with IP's: []
I0414 11:40:50.784072 334138 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/proxy-client.crt ...
I0414 11:40:50.784113 334138 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/proxy-client.crt: {Name:mk9c75a807178912dd1568358ce6d9e10e265578 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:40:50.784321 334138 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/proxy-client.key ...
I0414 11:40:50.784340 334138 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/proxy-client.key: {Name:mk0b6659ac6eb496ad8d4b22ae049fa07e3ee526 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:40:50.784581 334138 certs.go:484] found cert: /home/jenkins/minikube-integration/20446-326004/.minikube/certs/ca-key.pem (1675 bytes)
I0414 11:40:50.784633 334138 certs.go:484] found cert: /home/jenkins/minikube-integration/20446-326004/.minikube/certs/ca.pem (1082 bytes)
I0414 11:40:50.784673 334138 certs.go:484] found cert: /home/jenkins/minikube-integration/20446-326004/.minikube/certs/cert.pem (1123 bytes)
I0414 11:40:50.784711 334138 certs.go:484] found cert: /home/jenkins/minikube-integration/20446-326004/.minikube/certs/key.pem (1675 bytes)
I0414 11:40:50.785306 334138 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20446-326004/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0414 11:40:50.809987 334138 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20446-326004/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0414 11:40:50.834775 334138 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20446-326004/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0414 11:40:50.859266 334138 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20446-326004/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0414 11:40:50.882915 334138 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0414 11:40:50.906265 334138 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0414 11:40:50.928553 334138 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0414 11:40:50.951698 334138 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20446-326004/.minikube/profiles/addons-901204/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0414 11:40:50.974644 334138 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20446-326004/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0414 11:40:50.999184 334138 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0414 11:40:51.017799 334138 ssh_runner.go:195] Run: openssl version
I0414 11:40:51.023610 334138 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0414 11:40:51.033236 334138 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0414 11:40:51.036726 334138 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Apr 14 11:40 /usr/share/ca-certificates/minikubeCA.pem
I0414 11:40:51.036794 334138 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0414 11:40:51.043525 334138 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0414 11:40:51.053115 334138 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0414 11:40:51.056647 334138 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0414 11:40:51.056702 334138 kubeadm.go:392] StartCluster: {Name:addons-901204 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-901204 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0414 11:40:51.056782 334138 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0414 11:40:51.056834 334138 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0414 11:40:51.092361 334138 cri.go:89] found id: ""
I0414 11:40:51.092459 334138 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0414 11:40:51.102033 334138 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0414 11:40:51.111615 334138 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0414 11:40:51.111690 334138 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0414 11:40:51.120067 334138 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0414 11:40:51.120089 334138 kubeadm.go:157] found existing configuration files:
I0414 11:40:51.120134 334138 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0414 11:40:51.128660 334138 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0414 11:40:51.128753 334138 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0414 11:40:51.137044 334138 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0414 11:40:51.145818 334138 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0414 11:40:51.145887 334138 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0414 11:40:51.154361 334138 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0414 11:40:51.163195 334138 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0414 11:40:51.163269 334138 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0414 11:40:51.172692 334138 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0414 11:40:51.181197 334138 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0414 11:40:51.181267 334138 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0414 11:40:51.190662 334138 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.32.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0414 11:40:51.244946 334138 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I0414 11:40:51.245281 334138 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1078-gcp\n", err: exit status 1
I0414 11:40:51.298307 334138 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0414 11:41:00.660264 334138 kubeadm.go:310] [init] Using Kubernetes version: v1.32.2
I0414 11:41:00.660346 334138 kubeadm.go:310] [preflight] Running pre-flight checks
I0414 11:41:00.660524 334138 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0414 11:41:00.660617 334138 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1078-gcp[0m
I0414 11:41:00.660676 334138 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0414 11:41:00.660742 334138 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0414 11:41:00.660811 334138 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0414 11:41:00.660873 334138 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0414 11:41:00.660944 334138 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0414 11:41:00.661018 334138 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0414 11:41:00.661090 334138 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0414 11:41:00.661147 334138 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0414 11:41:00.661208 334138 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0414 11:41:00.661273 334138 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0414 11:41:00.661364 334138 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0414 11:41:00.661519 334138 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0414 11:41:00.661668 334138 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0414 11:41:00.661761 334138 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0414 11:41:00.663742 334138 out.go:235] - Generating certificates and keys ...
I0414 11:41:00.663845 334138 kubeadm.go:310] [certs] Using existing ca certificate authority
I0414 11:41:00.663931 334138 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0414 11:41:00.664014 334138 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0414 11:41:00.664066 334138 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0414 11:41:00.664119 334138 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0414 11:41:00.664202 334138 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0414 11:41:00.664354 334138 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0414 11:41:00.664547 334138 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-901204 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0414 11:41:00.664624 334138 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0414 11:41:00.664744 334138 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-901204 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0414 11:41:00.664834 334138 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0414 11:41:00.664932 334138 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0414 11:41:00.665021 334138 kubeadm.go:310] [certs] Generating "sa" key and public key
I0414 11:41:00.665104 334138 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0414 11:41:00.665177 334138 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0414 11:41:00.665256 334138 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0414 11:41:00.665337 334138 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0414 11:41:00.665419 334138 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0414 11:41:00.665502 334138 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0414 11:41:00.665597 334138 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0414 11:41:00.665688 334138 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0414 11:41:00.667031 334138 out.go:235] - Booting up control plane ...
I0414 11:41:00.667112 334138 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0414 11:41:00.667175 334138 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0414 11:41:00.667230 334138 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0414 11:41:00.667321 334138 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0414 11:41:00.667395 334138 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0414 11:41:00.667452 334138 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0414 11:41:00.667619 334138 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0414 11:41:00.667756 334138 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0414 11:41:00.667870 334138 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 502.102771ms
I0414 11:41:00.667985 334138 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0414 11:41:00.668072 334138 kubeadm.go:310] [api-check] The API server is healthy after 5.001691028s
I0414 11:41:00.668212 334138 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0414 11:41:00.668331 334138 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0414 11:41:00.668378 334138 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0414 11:41:00.668592 334138 kubeadm.go:310] [mark-control-plane] Marking the node addons-901204 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0414 11:41:00.668689 334138 kubeadm.go:310] [bootstrap-token] Using token: b0gbf3.k41s95kdxjomz68y
I0414 11:41:00.671601 334138 out.go:235] - Configuring RBAC rules ...
I0414 11:41:00.671750 334138 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0414 11:41:00.671868 334138 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0414 11:41:00.672004 334138 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0414 11:41:00.672136 334138 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0414 11:41:00.672266 334138 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0414 11:41:00.672354 334138 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0414 11:41:00.672547 334138 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0414 11:41:00.672604 334138 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0414 11:41:00.672651 334138 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0414 11:41:00.672657 334138 kubeadm.go:310]
I0414 11:41:00.672728 334138 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0414 11:41:00.672744 334138 kubeadm.go:310]
I0414 11:41:00.672859 334138 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0414 11:41:00.672875 334138 kubeadm.go:310]
I0414 11:41:00.672903 334138 kubeadm.go:310] mkdir -p $HOME/.kube
I0414 11:41:00.672948 334138 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0414 11:41:00.672992 334138 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0414 11:41:00.672998 334138 kubeadm.go:310]
I0414 11:41:00.673088 334138 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0414 11:41:00.673095 334138 kubeadm.go:310]
I0414 11:41:00.673131 334138 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0414 11:41:00.673137 334138 kubeadm.go:310]
I0414 11:41:00.673177 334138 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0414 11:41:00.673243 334138 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0414 11:41:00.673298 334138 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0414 11:41:00.673304 334138 kubeadm.go:310]
I0414 11:41:00.673379 334138 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0414 11:41:00.673449 334138 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0414 11:41:00.673458 334138 kubeadm.go:310]
I0414 11:41:00.673526 334138 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token b0gbf3.k41s95kdxjomz68y \
I0414 11:41:00.673611 334138 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:76b302f361325d405e64e8f0b74e8cb0787117b995c43dce0b5ecd13094f7e6d \
I0414 11:41:00.673631 334138 kubeadm.go:310] --control-plane
I0414 11:41:00.673637 334138 kubeadm.go:310]
I0414 11:41:00.673714 334138 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0414 11:41:00.673722 334138 kubeadm.go:310]
I0414 11:41:00.673790 334138 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token b0gbf3.k41s95kdxjomz68y \
I0414 11:41:00.673900 334138 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:76b302f361325d405e64e8f0b74e8cb0787117b995c43dce0b5ecd13094f7e6d
I0414 11:41:00.673912 334138 cni.go:84] Creating CNI manager for ""
I0414 11:41:00.673919 334138 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0414 11:41:00.675587 334138 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0414 11:41:00.677282 334138 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0414 11:41:00.681691 334138 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.32.2/kubectl ...
I0414 11:41:00.681713 334138 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0414 11:41:00.699803 334138 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0414 11:41:00.913278 334138 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0414 11:41:00.913335 334138 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:41:00.913388 334138 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-901204 minikube.k8s.io/updated_at=2025_04_14T11_41_00_0700 minikube.k8s.io/version=v1.35.0 minikube.k8s.io/commit=85316c1d5dcd12416bfde4aa57da65df11826fd9 minikube.k8s.io/name=addons-901204 minikube.k8s.io/primary=true
I0414 11:41:01.008921 334138 ops.go:34] apiserver oom_adj: -16
I0414 11:41:01.009015 334138 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:41:01.509725 334138 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:41:02.009157 334138 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:41:02.509700 334138 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:41:03.009731 334138 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:41:03.509513 334138 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:41:04.009682 334138 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:41:04.509474 334138 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:41:05.009655 334138 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:41:05.113691 334138 kubeadm.go:1113] duration metric: took 4.20041264s to wait for elevateKubeSystemPrivileges
I0414 11:41:05.113729 334138 kubeadm.go:394] duration metric: took 14.057030648s to StartCluster
I0414 11:41:05.113755 334138 settings.go:142] acquiring lock: {Name:mkca07878d71ac2551711acf395d28efe8418ba5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:41:05.113882 334138 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20446-326004/kubeconfig
I0414 11:41:05.114267 334138 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20446-326004/kubeconfig: {Name:mk634f700afa122682ae6fa811f2f2450f095eb3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:41:05.114473 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0414 11:41:05.114506 334138 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I0414 11:41:05.114571 334138 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0414 11:41:05.114687 334138 addons.go:69] Setting yakd=true in profile "addons-901204"
I0414 11:41:05.114692 334138 addons.go:69] Setting default-storageclass=true in profile "addons-901204"
I0414 11:41:05.114711 334138 addons.go:238] Setting addon yakd=true in "addons-901204"
I0414 11:41:05.114709 334138 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-901204"
I0414 11:41:05.114731 334138 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-901204"
I0414 11:41:05.114748 334138 host.go:66] Checking if "addons-901204" exists ...
I0414 11:41:05.114752 334138 config.go:182] Loaded profile config "addons-901204": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:41:05.114758 334138 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-901204"
I0414 11:41:05.114757 334138 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-901204"
I0414 11:41:05.114772 334138 addons.go:69] Setting gcp-auth=true in profile "addons-901204"
I0414 11:41:05.114784 334138 addons.go:69] Setting inspektor-gadget=true in profile "addons-901204"
I0414 11:41:05.114787 334138 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-901204"
I0414 11:41:05.114796 334138 addons.go:238] Setting addon inspektor-gadget=true in "addons-901204"
I0414 11:41:05.114805 334138 addons.go:69] Setting ingress=true in profile "addons-901204"
I0414 11:41:05.114810 334138 addons.go:69] Setting registry=true in profile "addons-901204"
I0414 11:41:05.114815 334138 addons.go:238] Setting addon ingress=true in "addons-901204"
I0414 11:41:05.114819 334138 host.go:66] Checking if "addons-901204" exists ...
I0414 11:41:05.114823 334138 addons.go:238] Setting addon registry=true in "addons-901204"
I0414 11:41:05.114820 334138 addons.go:69] Setting metrics-server=true in profile "addons-901204"
I0414 11:41:05.114836 334138 addons.go:238] Setting addon metrics-server=true in "addons-901204"
I0414 11:41:05.114849 334138 host.go:66] Checking if "addons-901204" exists ...
I0414 11:41:05.114850 334138 host.go:66] Checking if "addons-901204" exists ...
I0414 11:41:05.114867 334138 host.go:66] Checking if "addons-901204" exists ...
I0414 11:41:05.115133 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:41:05.115206 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:41:05.115251 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:41:05.115283 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:41:05.114719 334138 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-901204"
I0414 11:41:05.115327 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:41:05.115545 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:41:05.114744 334138 addons.go:69] Setting ingress-dns=true in profile "addons-901204"
I0414 11:41:05.115762 334138 addons.go:238] Setting addon ingress-dns=true in "addons-901204"
I0414 11:41:05.115804 334138 host.go:66] Checking if "addons-901204" exists ...
I0414 11:41:05.116243 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:41:05.114810 334138 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-901204"
I0414 11:41:05.116315 334138 host.go:66] Checking if "addons-901204" exists ...
I0414 11:41:05.115285 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:41:05.116469 334138 addons.go:69] Setting volumesnapshots=true in profile "addons-901204"
I0414 11:41:05.116493 334138 addons.go:238] Setting addon volumesnapshots=true in "addons-901204"
I0414 11:41:05.114731 334138 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-901204"
I0414 11:41:05.116522 334138 host.go:66] Checking if "addons-901204" exists ...
I0414 11:41:05.114772 334138 host.go:66] Checking if "addons-901204" exists ...
I0414 11:41:05.116801 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:41:05.117184 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:41:05.117382 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:41:05.115298 334138 addons.go:69] Setting volcano=true in profile "addons-901204"
I0414 11:41:05.118370 334138 addons.go:238] Setting addon volcano=true in "addons-901204"
I0414 11:41:05.118424 334138 host.go:66] Checking if "addons-901204" exists ...
I0414 11:41:05.114743 334138 addons.go:69] Setting cloud-spanner=true in profile "addons-901204"
I0414 11:41:05.121165 334138 addons.go:238] Setting addon cloud-spanner=true in "addons-901204"
I0414 11:41:05.121222 334138 host.go:66] Checking if "addons-901204" exists ...
I0414 11:41:05.114800 334138 mustload.go:65] Loading cluster: addons-901204
I0414 11:41:05.121783 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:41:05.115310 334138 addons.go:69] Setting storage-provisioner=true in profile "addons-901204"
I0414 11:41:05.121921 334138 addons.go:238] Setting addon storage-provisioner=true in "addons-901204"
I0414 11:41:05.121956 334138 config.go:182] Loaded profile config "addons-901204": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:41:05.121987 334138 out.go:177] * Verifying Kubernetes components...
I0414 11:41:05.121966 334138 host.go:66] Checking if "addons-901204" exists ...
I0414 11:41:05.116533 334138 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-901204"
I0414 11:41:05.123763 334138 host.go:66] Checking if "addons-901204" exists ...
I0414 11:41:05.124305 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:41:05.128541 334138 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 11:41:05.148554 334138 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0414 11:41:05.148965 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:41:05.149245 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:41:05.149957 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:41:05.156344 334138 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0414 11:41:05.156373 334138 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0414 11:41:05.156462 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:41:05.164081 334138 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.37.0
I0414 11:41:05.164217 334138 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-901204"
I0414 11:41:05.164280 334138 host.go:66] Checking if "addons-901204" exists ...
I0414 11:41:05.165001 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:41:05.165585 334138 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I0414 11:41:05.165615 334138 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I0414 11:41:05.165684 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:41:05.166665 334138 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0414 11:41:05.168301 334138 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0414 11:41:05.168476 334138 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0414 11:41:05.168501 334138 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0414 11:41:05.168562 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:41:05.173214 334138 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0414 11:41:05.174662 334138 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I0414 11:41:05.174682 334138 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I0414 11:41:05.174684 334138 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0414 11:41:05.174797 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:41:05.176471 334138 addons.go:238] Setting addon default-storageclass=true in "addons-901204"
I0414 11:41:05.176521 334138 host.go:66] Checking if "addons-901204" exists ...
I0414 11:41:05.177028 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:41:05.177260 334138 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0414 11:41:05.177302 334138 out.go:177] - Using image docker.io/registry:2.8.3
I0414 11:41:05.179046 334138 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I0414 11:41:05.179077 334138 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0414 11:41:05.179128 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:41:05.179049 334138 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I0414 11:41:05.180329 334138 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0414 11:41:05.180479 334138 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0414 11:41:05.181647 334138 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0414 11:41:05.181786 334138 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0414 11:41:05.184252 334138 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0414 11:41:05.184272 334138 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0414 11:41:05.184327 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:41:05.186723 334138 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I0414 11:41:05.192028 334138 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0414 11:41:05.192056 334138 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0414 11:41:05.192129 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:41:05.192481 334138 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0414 11:41:05.193906 334138 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0414 11:41:05.195388 334138 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0414 11:41:05.197675 334138 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0414 11:41:05.203962 334138 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0414 11:41:05.203999 334138 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0414 11:41:05.204092 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:41:05.208610 334138 host.go:66] Checking if "addons-901204" exists ...
I0414 11:41:05.211146 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
I0414 11:41:05.226729 334138 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0414 11:41:05.228308 334138 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0414 11:41:05.228345 334138 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0414 11:41:05.228414 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:41:05.234620 334138 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0414 11:41:05.237571 334138 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0414 11:41:05.237599 334138 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0414 11:41:05.237665 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:41:05.239358 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
W0414 11:41:05.245407 334138 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0414 11:41:05.249027 334138 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0414 11:41:05.250750 334138 out.go:177] - Using image docker.io/busybox:stable
I0414 11:41:05.252153 334138 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0414 11:41:05.252178 334138 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0414 11:41:05.252244 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:41:05.252600 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
I0414 11:41:05.262962 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
I0414 11:41:05.265163 334138 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0414 11:41:05.265186 334138 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0414 11:41:05.265240 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:41:05.268515 334138 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.31
I0414 11:41:05.270015 334138 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I0414 11:41:05.270060 334138 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0414 11:41:05.270135 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:41:05.271032 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
I0414 11:41:05.271524 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
I0414 11:41:05.274375 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
I0414 11:41:05.275584 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
I0414 11:41:05.278276 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
I0414 11:41:05.278762 334138 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I0414 11:41:05.280300 334138 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0414 11:41:05.280329 334138 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I0414 11:41:05.280416 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:41:05.285208 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
I0414 11:41:05.287662 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
I0414 11:41:05.302506 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
I0414 11:41:05.308690 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
I0414 11:41:05.325798 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
I0414 11:41:05.390232 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0414 11:41:05.589252 334138 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0414 11:41:05.596241 334138 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0414 11:41:05.692803 334138 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0414 11:41:05.692846 334138 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0414 11:41:05.704493 334138 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0414 11:41:05.704529 334138 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0414 11:41:05.705391 334138 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0414 11:41:05.712234 334138 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0414 11:41:05.789295 334138 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I0414 11:41:05.789330 334138 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14539 bytes)
I0414 11:41:05.789649 334138 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I0414 11:41:05.789674 334138 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0414 11:41:05.789878 334138 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0414 11:41:05.789902 334138 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0414 11:41:05.791792 334138 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0414 11:41:05.897306 334138 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I0414 11:41:05.897399 334138 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0414 11:41:05.897956 334138 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0414 11:41:05.908783 334138 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0414 11:41:05.908814 334138 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0414 11:41:05.991386 334138 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0414 11:41:05.991427 334138 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0414 11:41:05.998982 334138 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0414 11:41:06.006426 334138 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0414 11:41:06.006613 334138 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I0414 11:41:06.006632 334138 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0414 11:41:06.098670 334138 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0414 11:41:06.103009 334138 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0414 11:41:06.105258 334138 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I0414 11:41:06.105299 334138 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0414 11:41:06.311825 334138 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0414 11:41:06.311881 334138 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0414 11:41:06.398071 334138 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0414 11:41:06.398108 334138 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0414 11:41:06.402500 334138 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I0414 11:41:06.402539 334138 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0414 11:41:06.402868 334138 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0414 11:41:06.402929 334138 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0414 11:41:06.409779 334138 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0414 11:41:06.796423 334138 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0414 11:41:06.796476 334138 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0414 11:41:06.895853 334138 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0414 11:41:06.896235 334138 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0414 11:41:06.896186 334138 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I0414 11:41:06.896418 334138 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0414 11:41:06.903562 334138 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0414 11:41:06.903588 334138 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0414 11:41:07.096334 334138 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0414 11:41:07.096361 334138 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0414 11:41:07.190425 334138 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0414 11:41:07.190519 334138 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0414 11:41:07.199861 334138 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.809584915s)
I0414 11:41:07.199958 334138 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0414 11:41:07.389195 334138 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0414 11:41:07.389229 334138 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0414 11:41:07.395858 334138 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0414 11:41:07.690138 334138 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0414 11:41:07.792498 334138 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0414 11:41:07.804779 334138 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-901204" context rescaled to 1 replicas
I0414 11:41:07.994930 334138 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0414 11:41:07.995020 334138 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0414 11:41:08.408101 334138 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0414 11:41:08.408211 334138 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0414 11:41:08.508961 334138 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (2.919588308s)
I0414 11:41:08.509071 334138 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.912803354s)
I0414 11:41:08.509957 334138 node_ready.go:35] waiting up to 6m0s for node "addons-901204" to be "Ready" ...
I0414 11:41:08.692013 334138 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0414 11:41:08.692060 334138 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0414 11:41:09.007818 334138 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0414 11:41:09.007926 334138 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0414 11:41:09.200947 334138 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0414 11:41:10.606212 334138 node_ready.go:53] node "addons-901204" has status "Ready":"False"
I0414 11:41:11.991081 334138 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.285543215s)
I0414 11:41:11.991188 334138 addons.go:479] Verifying addon ingress=true in "addons-901204"
I0414 11:41:11.991664 334138 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (5.888616078s)
I0414 11:41:11.991745 334138 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.581888047s)
I0414 11:41:11.991345 334138 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (6.199518635s)
I0414 11:41:11.991419 334138 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (6.093406909s)
I0414 11:41:11.991515 334138 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (5.985044836s)
I0414 11:41:11.991608 334138 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (5.892898802s)
I0414 11:41:11.991626 334138 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (5.992446804s)
I0414 11:41:11.991837 334138 addons.go:479] Verifying addon registry=true in "addons-901204"
I0414 11:41:11.991847 334138 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.595949602s)
I0414 11:41:11.991951 334138 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.30178011s)
I0414 11:41:11.991967 334138 addons.go:479] Verifying addon metrics-server=true in "addons-901204"
I0414 11:41:11.991228 334138 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (6.278959713s)
I0414 11:41:11.993713 334138 out.go:177] * Verifying ingress addon...
I0414 11:41:11.993713 334138 out.go:177] * Verifying registry addon...
I0414 11:41:11.993718 334138 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-901204 service yakd-dashboard -n yakd-dashboard
I0414 11:41:11.996069 334138 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0414 11:41:11.996140 334138 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0414 11:41:12.007765 334138 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0414 11:41:12.007793 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:12.007963 334138 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0414 11:41:12.007983 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:12.291028 334138 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0414 11:41:12.291134 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:41:12.317685 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
I0414 11:41:12.500132 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:12.500423 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:12.510153 334138 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0414 11:41:12.601510 334138 addons.go:238] Setting addon gcp-auth=true in "addons-901204"
I0414 11:41:12.601602 334138 host.go:66] Checking if "addons-901204" exists ...
I0414 11:41:12.601978 334138 cli_runner.go:164] Run: docker container inspect addons-901204 --format={{.State.Status}}
I0414 11:41:12.625915 334138 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0414 11:41:12.625987 334138 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-901204
I0414 11:41:12.645262 334138 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32889 SSHKeyPath:/home/jenkins/minikube-integration/20446-326004/.minikube/machines/addons-901204/id_rsa Username:docker}
I0414 11:41:12.994545 334138 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.201983702s)
W0414 11:41:12.994603 334138 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0414 11:41:12.994640 334138 retry.go:31] will retry after 231.104018ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0414 11:41:13.006504 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:13.006920 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:13.013534 334138 node_ready.go:53] node "addons-901204" has status "Ready":"False"
I0414 11:41:13.226131 334138 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0414 11:41:13.500095 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:13.500395 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:13.621315 334138 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.420302713s)
I0414 11:41:13.621369 334138 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-901204"
I0414 11:41:13.623614 334138 out.go:177] * Verifying csi-hostpath-driver addon...
I0414 11:41:13.623739 334138 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I0414 11:41:13.625415 334138 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0414 11:41:13.626204 334138 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0414 11:41:13.627052 334138 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0414 11:41:13.627078 334138 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0414 11:41:13.629697 334138 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0414 11:41:13.629726 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:13.698058 334138 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0414 11:41:13.698089 334138 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0414 11:41:13.717500 334138 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0414 11:41:13.717526 334138 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0414 11:41:13.737121 334138 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0414 11:41:13.999705 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:14.000049 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:14.190605 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:14.500147 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:14.500609 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:14.630009 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:14.999155 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:14.999360 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:15.130462 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:15.499844 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:15.500070 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:15.513566 334138 node_ready.go:53] node "addons-901204" has status "Ready":"False"
I0414 11:41:15.629601 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:16.000621 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:16.000928 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:16.046514 334138 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.820334954s)
I0414 11:41:16.046603 334138 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (2.309438546s)
I0414 11:41:16.047640 334138 addons.go:479] Verifying addon gcp-auth=true in "addons-901204"
I0414 11:41:16.050465 334138 out.go:177] * Verifying gcp-auth addon...
I0414 11:41:16.052788 334138 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0414 11:41:16.055580 334138 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0414 11:41:16.055602 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:16.129838 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:16.498731 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:16.498999 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:16.556380 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:16.629258 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:16.999026 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:16.999152 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:17.057041 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:17.129794 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:17.499648 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:17.499831 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:17.556624 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:17.629704 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:17.999712 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:17.999849 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:18.013592 334138 node_ready.go:53] node "addons-901204" has status "Ready":"False"
I0414 11:41:18.056560 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:18.129883 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:18.500244 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:18.500392 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:18.556726 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:18.629770 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:19.000964 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:19.001244 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:19.056950 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:19.130114 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:19.499451 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:19.499563 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:19.556538 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:19.629451 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:20.000183 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:20.000251 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:20.013816 334138 node_ready.go:53] node "addons-901204" has status "Ready":"False"
I0414 11:41:20.056723 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:20.129715 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:20.500958 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:20.501171 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:20.556920 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:20.629793 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:21.000821 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:21.000889 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:21.056703 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:21.129555 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:21.499712 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:21.499991 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:21.556664 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:21.629363 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:21.999338 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:21.999579 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:22.056041 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:22.130020 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:22.500112 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:22.500285 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:22.512961 334138 node_ready.go:53] node "addons-901204" has status "Ready":"False"
I0414 11:41:22.556270 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:22.630071 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:23.001503 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:23.001673 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:23.055996 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:23.129718 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:23.499953 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:23.500137 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:23.556719 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:23.629549 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:23.999562 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:23.999751 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:24.056091 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:24.129925 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:24.499290 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:24.499377 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:24.513183 334138 node_ready.go:53] node "addons-901204" has status "Ready":"False"
I0414 11:41:24.556098 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:24.632032 334138 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0414 11:41:24.632062 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:25.000123 334138 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0414 11:41:25.000151 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:25.000215 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:25.013824 334138 node_ready.go:49] node "addons-901204" has status "Ready":"True"
I0414 11:41:25.013860 334138 node_ready.go:38] duration metric: took 16.503788629s for node "addons-901204" to be "Ready" ...
I0414 11:41:25.013874 334138 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0414 11:41:25.017543 334138 pod_ready.go:79] waiting up to 6m0s for pod "amd-gpu-device-plugin-9v7m6" in "kube-system" namespace to be "Ready" ...
I0414 11:41:25.091334 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:25.193689 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:25.502222 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:25.502700 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:25.604124 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:25.702907 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:26.000662 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:26.001044 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:26.091152 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:26.130691 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:26.500147 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:26.500190 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:26.556000 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:26.630484 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:27.000142 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:27.000192 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:27.024345 334138 pod_ready.go:103] pod "amd-gpu-device-plugin-9v7m6" in "kube-system" namespace has status "Ready":"False"
I0414 11:41:27.056350 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:27.129553 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:27.499873 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:27.499942 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:27.555817 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:27.630372 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:27.999539 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:27.999559 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:28.056632 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:28.130053 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:28.499920 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:28.500086 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:28.600736 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:28.629908 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:29.000936 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:29.000979 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:29.056143 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:29.130261 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:29.499862 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:29.499906 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:29.522684 334138 pod_ready.go:103] pod "amd-gpu-device-plugin-9v7m6" in "kube-system" namespace has status "Ready":"False"
I0414 11:41:29.556469 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:29.629634 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:30.000068 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:30.000202 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:30.056048 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:30.130719 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:30.500467 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:30.500666 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:30.591382 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:30.630083 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:31.003155 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:31.003360 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:31.091360 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:31.129362 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:31.499049 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:31.499537 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:31.523331 334138 pod_ready.go:103] pod "amd-gpu-device-plugin-9v7m6" in "kube-system" namespace has status "Ready":"False"
I0414 11:41:31.556079 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:31.630319 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:31.999483 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:31.999631 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:32.056708 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:32.130002 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:32.499950 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:32.500138 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:32.556326 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:32.629567 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:32.999661 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:32.999907 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:33.056480 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:33.129874 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:33.500201 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:33.500214 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:33.600848 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:33.629873 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:33.999762 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:33.999810 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:34.023059 334138 pod_ready.go:103] pod "amd-gpu-device-plugin-9v7m6" in "kube-system" namespace has status "Ready":"False"
I0414 11:41:34.056127 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:34.130319 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:34.499636 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:34.499827 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:34.555881 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:34.630199 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:35.001930 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:35.001958 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:35.056682 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:35.129753 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:35.499460 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:35.499505 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:35.555933 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:35.629977 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:36.000105 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:36.000136 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:36.055868 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:36.129941 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:36.500313 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:36.500332 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:36.523532 334138 pod_ready.go:103] pod "amd-gpu-device-plugin-9v7m6" in "kube-system" namespace has status "Ready":"False"
I0414 11:41:36.556387 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:36.629465 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:37.000966 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:37.001149 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:37.091568 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:37.129791 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:37.500217 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:37.500220 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:37.591713 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:37.630134 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:37.999757 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:37.999774 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:38.056310 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:38.129437 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:38.499610 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:38.499684 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:38.524125 334138 pod_ready.go:103] pod "amd-gpu-device-plugin-9v7m6" in "kube-system" namespace has status "Ready":"False"
I0414 11:41:38.590348 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:38.630477 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:39.000214 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:39.000434 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:39.055901 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:39.130509 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:39.499812 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:39.500154 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:39.556731 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:39.630037 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:40.000059 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:40.000156 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:40.091352 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:40.129667 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:40.500391 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:40.500401 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:40.556629 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:40.629780 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:41.000339 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:41.000376 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:41.023362 334138 pod_ready.go:103] pod "amd-gpu-device-plugin-9v7m6" in "kube-system" namespace has status "Ready":"False"
I0414 11:41:41.056730 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:41.129940 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:41.500103 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:41.500150 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:41.555965 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:41.630034 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:41.999320 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:41.999384 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:42.056506 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:42.129716 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:42.499395 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:42.499418 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:42.555665 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:42.629845 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:43.000233 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:43.000296 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:43.056008 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:43.130462 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:43.499978 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:43.500271 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:43.525269 334138 pod_ready.go:103] pod "amd-gpu-device-plugin-9v7m6" in "kube-system" namespace has status "Ready":"False"
I0414 11:41:43.591139 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:43.630717 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:43.999665 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:43.999778 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:44.056515 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:44.129566 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:44.499784 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:44.499800 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:44.605130 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:44.690402 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:44.999417 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:44.999580 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:45.091439 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:45.129392 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:45.499983 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:45.500224 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:45.555901 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:45.630425 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:46.000284 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:46.000399 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:46.023117 334138 pod_ready.go:103] pod "amd-gpu-device-plugin-9v7m6" in "kube-system" namespace has status "Ready":"False"
I0414 11:41:46.101512 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:46.129622 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:46.500115 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:46.500240 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:46.556484 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:46.629605 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:47.000615 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:47.000623 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:47.056198 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:47.130247 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:47.499799 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:47.499866 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:47.555610 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:47.630346 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:47.999354 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:47.999449 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:48.055984 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:48.130101 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:48.499204 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:48.499245 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:48.524349 334138 pod_ready.go:103] pod "amd-gpu-device-plugin-9v7m6" in "kube-system" namespace has status "Ready":"False"
I0414 11:41:48.557253 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:48.630666 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:49.000839 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:49.000879 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:49.055836 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:49.130115 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:49.499394 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:49.499637 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:49.556396 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:49.630139 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:50.000818 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:50.000876 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:50.056387 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:50.129678 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:50.499825 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:50.499921 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:50.556741 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:50.629942 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:51.001053 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:51.001135 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:51.023209 334138 pod_ready.go:103] pod "amd-gpu-device-plugin-9v7m6" in "kube-system" namespace has status "Ready":"False"
I0414 11:41:51.056064 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:51.130209 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:51.499319 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:51.499509 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:51.555622 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:51.629608 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:52.000114 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:52.000238 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:52.056700 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:52.130147 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:52.499646 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:52.499683 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:52.556041 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:52.630316 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:52.999971 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:53.000171 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:53.023817 334138 pod_ready.go:103] pod "amd-gpu-device-plugin-9v7m6" in "kube-system" namespace has status "Ready":"False"
I0414 11:41:53.056889 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:53.130185 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:53.499543 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:53.499585 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:53.556083 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:53.630107 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:53.999939 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:53.999939 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:54.056199 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:54.130057 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:54.499675 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:54.499865 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:54.556467 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:54.629746 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:55.000164 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:55.000239 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:55.056465 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:55.129650 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:55.499102 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:55.499136 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:55.523045 334138 pod_ready.go:103] pod "amd-gpu-device-plugin-9v7m6" in "kube-system" namespace has status "Ready":"False"
I0414 11:41:55.555686 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:55.629678 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:56.000302 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:56.000401 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:56.056259 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:56.130469 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:56.499891 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:56.500068 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:56.556075 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:56.630407 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:57.000136 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:57.000179 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:57.056306 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:57.130446 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:57.500028 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:57.500073 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:57.523543 334138 pod_ready.go:103] pod "amd-gpu-device-plugin-9v7m6" in "kube-system" namespace has status "Ready":"False"
I0414 11:41:57.556474 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:57.629393 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:57.999763 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:57.999874 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:58.056553 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:58.129512 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:58.500282 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:58.500346 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:58.556382 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:58.629337 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:58.999882 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:59.000038 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:59.100610 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:59.129566 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:59.499772 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:41:59.499840 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:41:59.524622 334138 pod_ready.go:103] pod "amd-gpu-device-plugin-9v7m6" in "kube-system" namespace has status "Ready":"False"
I0414 11:41:59.556349 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:41:59.632427 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:41:59.999918 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:00.000053 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:00.056023 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:00.130016 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:00.500160 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:00.502280 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:00.523991 334138 pod_ready.go:93] pod "amd-gpu-device-plugin-9v7m6" in "kube-system" namespace has status "Ready":"True"
I0414 11:42:00.524024 334138 pod_ready.go:82] duration metric: took 35.506443042s for pod "amd-gpu-device-plugin-9v7m6" in "kube-system" namespace to be "Ready" ...
I0414 11:42:00.524040 334138 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-sds8t" in "kube-system" namespace to be "Ready" ...
I0414 11:42:00.591275 334138 pod_ready.go:93] pod "coredns-668d6bf9bc-sds8t" in "kube-system" namespace has status "Ready":"True"
I0414 11:42:00.591356 334138 pod_ready.go:82] duration metric: took 67.307213ms for pod "coredns-668d6bf9bc-sds8t" in "kube-system" namespace to be "Ready" ...
I0414 11:42:00.591392 334138 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-901204" in "kube-system" namespace to be "Ready" ...
I0414 11:42:00.591551 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:00.596281 334138 pod_ready.go:93] pod "etcd-addons-901204" in "kube-system" namespace has status "Ready":"True"
I0414 11:42:00.596311 334138 pod_ready.go:82] duration metric: took 4.900914ms for pod "etcd-addons-901204" in "kube-system" namespace to be "Ready" ...
I0414 11:42:00.596330 334138 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-901204" in "kube-system" namespace to be "Ready" ...
I0414 11:42:00.601113 334138 pod_ready.go:93] pod "kube-apiserver-addons-901204" in "kube-system" namespace has status "Ready":"True"
I0414 11:42:00.601136 334138 pod_ready.go:82] duration metric: took 4.792761ms for pod "kube-apiserver-addons-901204" in "kube-system" namespace to be "Ready" ...
I0414 11:42:00.601153 334138 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-901204" in "kube-system" namespace to be "Ready" ...
I0414 11:42:00.605194 334138 pod_ready.go:93] pod "kube-controller-manager-addons-901204" in "kube-system" namespace has status "Ready":"True"
I0414 11:42:00.605219 334138 pod_ready.go:82] duration metric: took 4.057562ms for pod "kube-controller-manager-addons-901204" in "kube-system" namespace to be "Ready" ...
I0414 11:42:00.605231 334138 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-7vfjd" in "kube-system" namespace to be "Ready" ...
I0414 11:42:00.630503 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:00.921712 334138 pod_ready.go:93] pod "kube-proxy-7vfjd" in "kube-system" namespace has status "Ready":"True"
I0414 11:42:00.921739 334138 pod_ready.go:82] duration metric: took 316.501284ms for pod "kube-proxy-7vfjd" in "kube-system" namespace to be "Ready" ...
I0414 11:42:00.921749 334138 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-901204" in "kube-system" namespace to be "Ready" ...
I0414 11:42:00.999520 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:00.999519 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:01.057246 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:01.130072 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:01.321984 334138 pod_ready.go:93] pod "kube-scheduler-addons-901204" in "kube-system" namespace has status "Ready":"True"
I0414 11:42:01.322010 334138 pod_ready.go:82] duration metric: took 400.252797ms for pod "kube-scheduler-addons-901204" in "kube-system" namespace to be "Ready" ...
I0414 11:42:01.322024 334138 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-7fbb699795-mf9qg" in "kube-system" namespace to be "Ready" ...
I0414 11:42:01.500674 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:01.500741 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:01.601098 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:01.630201 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:01.721746 334138 pod_ready.go:93] pod "metrics-server-7fbb699795-mf9qg" in "kube-system" namespace has status "Ready":"True"
I0414 11:42:01.721768 334138 pod_ready.go:82] duration metric: took 399.73753ms for pod "metrics-server-7fbb699795-mf9qg" in "kube-system" namespace to be "Ready" ...
I0414 11:42:01.721780 334138 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-pjpjc" in "kube-system" namespace to be "Ready" ...
I0414 11:42:02.000833 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:02.001049 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:02.056772 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:02.129817 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:02.500028 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:02.500206 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:02.556632 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:02.657309 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:03.000598 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:03.000647 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:03.056239 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:03.130072 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:03.499926 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:03.500063 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:03.556014 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:03.630278 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:03.727036 334138 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-pjpjc" in "kube-system" namespace has status "Ready":"False"
I0414 11:42:04.000253 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:04.000396 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:04.056169 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:04.130308 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:04.499959 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:04.500101 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:04.559826 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:04.629770 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:05.000458 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:05.000596 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:05.100833 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:05.201837 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:05.499520 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:05.499572 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:05.556261 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:05.629609 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:05.727774 334138 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-pjpjc" in "kube-system" namespace has status "Ready":"False"
I0414 11:42:06.000561 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:06.000673 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:06.056738 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:06.130063 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:06.499060 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:06.499146 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:06.555863 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:06.630398 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:06.999587 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:06.999774 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:07.056712 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:07.129714 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:07.499725 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:07.499757 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:07.556706 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:07.630064 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:08.000230 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:08.000262 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:08.056005 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:08.130292 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:08.227102 334138 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-pjpjc" in "kube-system" namespace has status "Ready":"False"
I0414 11:42:08.499232 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:08.499263 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:08.555865 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:08.629762 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:09.000011 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:09.000044 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:09.055786 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:09.130133 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:09.500461 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:09.500690 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:09.556388 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:09.629394 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:10.000144 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:10.000183 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:10.055759 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:10.129816 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:10.228421 334138 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-pjpjc" in "kube-system" namespace has status "Ready":"False"
I0414 11:42:10.500135 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:10.500146 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:10.591145 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:10.630840 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:10.999648 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:10.999787 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:11.090202 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:11.132264 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:11.513105 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:11.513190 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:11.591834 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:11.692362 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:12.009050 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:12.009726 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:12.094272 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:12.192017 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:12.295245 334138 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-pjpjc" in "kube-system" namespace has status "Ready":"False"
I0414 11:42:12.503244 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:12.503796 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:12.590350 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:12.691751 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:12.999654 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:13.000242 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:13.091828 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:13.190701 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:13.499917 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:13.499928 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:13.589719 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:13.630146 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:14.001552 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:14.001660 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:14.056387 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:14.129248 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:14.499108 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:14.499220 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:14.555916 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:14.630148 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:14.727791 334138 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-pjpjc" in "kube-system" namespace has status "Ready":"False"
I0414 11:42:15.000167 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:15.000282 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:15.056010 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:15.130213 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:15.500045 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:15.500047 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:15.589768 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:15.630578 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:15.999954 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:15.999979 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:16.056633 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:16.129940 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:16.499780 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:16.499903 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:16.556511 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:16.629535 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:16.999983 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:16.999986 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:17.056038 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:17.130579 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:17.227786 334138 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-pjpjc" in "kube-system" namespace has status "Ready":"False"
I0414 11:42:17.500126 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:17.500191 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:17.556058 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:17.630198 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:18.000200 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:18.000324 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:18.056945 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:18.130036 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:18.499646 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:18.499704 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:18.556363 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:18.630547 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:19.000593 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:19.000599 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:19.101155 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:19.202056 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:19.500321 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:19.500336 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:19.556187 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:19.632168 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:19.727784 334138 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-pjpjc" in "kube-system" namespace has status "Ready":"True"
I0414 11:42:19.727814 334138 pod_ready.go:82] duration metric: took 18.006026461s for pod "nvidia-device-plugin-daemonset-pjpjc" in "kube-system" namespace to be "Ready" ...
I0414 11:42:19.727872 334138 pod_ready.go:39] duration metric: took 54.713973734s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0414 11:42:19.727902 334138 api_server.go:52] waiting for apiserver process to appear ...
I0414 11:42:19.727961 334138 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0414 11:42:19.728052 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0414 11:42:19.803897 334138 cri.go:89] found id: "d8835eb0810b26b42e6402c1958339629016497e22446019722c85f082fa6557"
I0414 11:42:19.803924 334138 cri.go:89] found id: ""
I0414 11:42:19.803933 334138 logs.go:282] 1 containers: [d8835eb0810b26b42e6402c1958339629016497e22446019722c85f082fa6557]
I0414 11:42:19.803999 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:19.808140 334138 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0414 11:42:19.808222 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0414 11:42:19.843763 334138 cri.go:89] found id: "c6a7455e88533b24e109eb9078d7c80054a431b93180c9a08283e6194826eea1"
I0414 11:42:19.843790 334138 cri.go:89] found id: ""
I0414 11:42:19.843800 334138 logs.go:282] 1 containers: [c6a7455e88533b24e109eb9078d7c80054a431b93180c9a08283e6194826eea1]
I0414 11:42:19.843854 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:19.847571 334138 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0414 11:42:19.847640 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0414 11:42:19.882267 334138 cri.go:89] found id: "f00b25be084439cd58a307645b1b15abee2bb88845592417b81bb1e60618d7dd"
I0414 11:42:19.882290 334138 cri.go:89] found id: ""
I0414 11:42:19.882299 334138 logs.go:282] 1 containers: [f00b25be084439cd58a307645b1b15abee2bb88845592417b81bb1e60618d7dd]
I0414 11:42:19.882350 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:19.885940 334138 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0414 11:42:19.886003 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0414 11:42:19.920548 334138 cri.go:89] found id: "000b5fecbdd60307f7d3177ae81e2407cdf9138705ef2816e05a7aff94359d8f"
I0414 11:42:19.920579 334138 cri.go:89] found id: ""
I0414 11:42:19.920590 334138 logs.go:282] 1 containers: [000b5fecbdd60307f7d3177ae81e2407cdf9138705ef2816e05a7aff94359d8f]
I0414 11:42:19.920637 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:19.924164 334138 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0414 11:42:19.924233 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0414 11:42:19.960930 334138 cri.go:89] found id: "bd11857b1c104fdc0925c6314133635755db664e7c62aa86c95fcf6d2373d0a6"
I0414 11:42:19.960955 334138 cri.go:89] found id: ""
I0414 11:42:19.960963 334138 logs.go:282] 1 containers: [bd11857b1c104fdc0925c6314133635755db664e7c62aa86c95fcf6d2373d0a6]
I0414 11:42:19.961014 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:19.964519 334138 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0414 11:42:19.964587 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0414 11:42:20.000243 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:20.000413 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:20.000547 334138 cri.go:89] found id: "136d7c5271007f3f8e308704a5faa7fde90db1b66940d42bf7a689fedd8ce57e"
I0414 11:42:20.000564 334138 cri.go:89] found id: ""
I0414 11:42:20.000574 334138 logs.go:282] 1 containers: [136d7c5271007f3f8e308704a5faa7fde90db1b66940d42bf7a689fedd8ce57e]
I0414 11:42:20.000629 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:20.004213 334138 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0414 11:42:20.004272 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0414 11:42:20.040545 334138 cri.go:89] found id: "cb1819862631e8bf4f1e579fb920a225736b32e2009a4caf628edf57ea3ce3c5"
I0414 11:42:20.040578 334138 cri.go:89] found id: ""
I0414 11:42:20.040589 334138 logs.go:282] 1 containers: [cb1819862631e8bf4f1e579fb920a225736b32e2009a4caf628edf57ea3ce3c5]
I0414 11:42:20.040650 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:20.044418 334138 logs.go:123] Gathering logs for container status ...
I0414 11:42:20.044483 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0414 11:42:20.086488 334138 logs.go:123] Gathering logs for kubelet ...
I0414 11:42:20.086527 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0414 11:42:20.101156 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:20.129910 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:20.172279 334138 logs.go:123] Gathering logs for dmesg ...
I0414 11:42:20.172323 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0414 11:42:20.195714 334138 logs.go:123] Gathering logs for etcd [c6a7455e88533b24e109eb9078d7c80054a431b93180c9a08283e6194826eea1] ...
I0414 11:42:20.195756 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c6a7455e88533b24e109eb9078d7c80054a431b93180c9a08283e6194826eea1"
I0414 11:42:20.242137 334138 logs.go:123] Gathering logs for kube-scheduler [000b5fecbdd60307f7d3177ae81e2407cdf9138705ef2816e05a7aff94359d8f] ...
I0414 11:42:20.242174 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 000b5fecbdd60307f7d3177ae81e2407cdf9138705ef2816e05a7aff94359d8f"
I0414 11:42:20.284852 334138 logs.go:123] Gathering logs for kube-proxy [bd11857b1c104fdc0925c6314133635755db664e7c62aa86c95fcf6d2373d0a6] ...
I0414 11:42:20.284891 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 bd11857b1c104fdc0925c6314133635755db664e7c62aa86c95fcf6d2373d0a6"
I0414 11:42:20.318947 334138 logs.go:123] Gathering logs for kindnet [cb1819862631e8bf4f1e579fb920a225736b32e2009a4caf628edf57ea3ce3c5] ...
I0414 11:42:20.318978 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 cb1819862631e8bf4f1e579fb920a225736b32e2009a4caf628edf57ea3ce3c5"
I0414 11:42:20.353594 334138 logs.go:123] Gathering logs for describe nodes ...
I0414 11:42:20.353621 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0414 11:42:20.444873 334138 logs.go:123] Gathering logs for kube-apiserver [d8835eb0810b26b42e6402c1958339629016497e22446019722c85f082fa6557] ...
I0414 11:42:20.444904 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d8835eb0810b26b42e6402c1958339629016497e22446019722c85f082fa6557"
I0414 11:42:20.490585 334138 logs.go:123] Gathering logs for coredns [f00b25be084439cd58a307645b1b15abee2bb88845592417b81bb1e60618d7dd] ...
I0414 11:42:20.490628 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f00b25be084439cd58a307645b1b15abee2bb88845592417b81bb1e60618d7dd"
I0414 11:42:20.499731 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:20.499807 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:20.525688 334138 logs.go:123] Gathering logs for kube-controller-manager [136d7c5271007f3f8e308704a5faa7fde90db1b66940d42bf7a689fedd8ce57e] ...
I0414 11:42:20.525720 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 136d7c5271007f3f8e308704a5faa7fde90db1b66940d42bf7a689fedd8ce57e"
I0414 11:42:20.557134 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:20.585035 334138 logs.go:123] Gathering logs for CRI-O ...
I0414 11:42:20.585078 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0414 11:42:20.630191 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:20.999355 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:20.999588 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:21.056008 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:21.130363 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:21.499207 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:21.499245 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:21.556288 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:21.630536 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:21.999809 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:21.999900 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:22.058159 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:22.130242 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:22.499443 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:22.499476 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:22.556893 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:22.629962 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:22.999560 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:22.999586 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:23.056215 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:23.130081 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:23.159157 334138 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0414 11:42:23.173025 334138 api_server.go:72] duration metric: took 1m18.058478336s to wait for apiserver process to appear ...
I0414 11:42:23.173050 334138 api_server.go:88] waiting for apiserver healthz status ...
I0414 11:42:23.173090 334138 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0414 11:42:23.173152 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0414 11:42:23.210574 334138 cri.go:89] found id: "d8835eb0810b26b42e6402c1958339629016497e22446019722c85f082fa6557"
I0414 11:42:23.210597 334138 cri.go:89] found id: ""
I0414 11:42:23.210605 334138 logs.go:282] 1 containers: [d8835eb0810b26b42e6402c1958339629016497e22446019722c85f082fa6557]
I0414 11:42:23.210668 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:23.214358 334138 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0414 11:42:23.214417 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0414 11:42:23.248960 334138 cri.go:89] found id: "c6a7455e88533b24e109eb9078d7c80054a431b93180c9a08283e6194826eea1"
I0414 11:42:23.248986 334138 cri.go:89] found id: ""
I0414 11:42:23.248995 334138 logs.go:282] 1 containers: [c6a7455e88533b24e109eb9078d7c80054a431b93180c9a08283e6194826eea1]
I0414 11:42:23.249040 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:23.252423 334138 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0414 11:42:23.252528 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0414 11:42:23.301696 334138 cri.go:89] found id: "f00b25be084439cd58a307645b1b15abee2bb88845592417b81bb1e60618d7dd"
I0414 11:42:23.301719 334138 cri.go:89] found id: ""
I0414 11:42:23.301727 334138 logs.go:282] 1 containers: [f00b25be084439cd58a307645b1b15abee2bb88845592417b81bb1e60618d7dd]
I0414 11:42:23.301775 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:23.305864 334138 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0414 11:42:23.305948 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0414 11:42:23.345308 334138 cri.go:89] found id: "000b5fecbdd60307f7d3177ae81e2407cdf9138705ef2816e05a7aff94359d8f"
I0414 11:42:23.345330 334138 cri.go:89] found id: ""
I0414 11:42:23.345339 334138 logs.go:282] 1 containers: [000b5fecbdd60307f7d3177ae81e2407cdf9138705ef2816e05a7aff94359d8f]
I0414 11:42:23.345403 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:23.349237 334138 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0414 11:42:23.349315 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0414 11:42:23.419747 334138 cri.go:89] found id: "bd11857b1c104fdc0925c6314133635755db664e7c62aa86c95fcf6d2373d0a6"
I0414 11:42:23.419776 334138 cri.go:89] found id: ""
I0414 11:42:23.419788 334138 logs.go:282] 1 containers: [bd11857b1c104fdc0925c6314133635755db664e7c62aa86c95fcf6d2373d0a6]
I0414 11:42:23.419851 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:23.423693 334138 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0414 11:42:23.423793 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0414 11:42:23.461326 334138 cri.go:89] found id: "136d7c5271007f3f8e308704a5faa7fde90db1b66940d42bf7a689fedd8ce57e"
I0414 11:42:23.461359 334138 cri.go:89] found id: ""
I0414 11:42:23.461379 334138 logs.go:282] 1 containers: [136d7c5271007f3f8e308704a5faa7fde90db1b66940d42bf7a689fedd8ce57e]
I0414 11:42:23.461444 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:23.465394 334138 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0414 11:42:23.465464 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0414 11:42:23.500806 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:23.501041 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:42:23.515008 334138 cri.go:89] found id: "cb1819862631e8bf4f1e579fb920a225736b32e2009a4caf628edf57ea3ce3c5"
I0414 11:42:23.515030 334138 cri.go:89] found id: ""
I0414 11:42:23.515041 334138 logs.go:282] 1 containers: [cb1819862631e8bf4f1e579fb920a225736b32e2009a4caf628edf57ea3ce3c5]
I0414 11:42:23.515100 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:23.518712 334138 logs.go:123] Gathering logs for kube-apiserver [d8835eb0810b26b42e6402c1958339629016497e22446019722c85f082fa6557] ...
I0414 11:42:23.518739 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d8835eb0810b26b42e6402c1958339629016497e22446019722c85f082fa6557"
I0414 11:42:23.555822 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:23.565192 334138 logs.go:123] Gathering logs for kube-proxy [bd11857b1c104fdc0925c6314133635755db664e7c62aa86c95fcf6d2373d0a6] ...
I0414 11:42:23.565242 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 bd11857b1c104fdc0925c6314133635755db664e7c62aa86c95fcf6d2373d0a6"
I0414 11:42:23.600733 334138 logs.go:123] Gathering logs for kube-controller-manager [136d7c5271007f3f8e308704a5faa7fde90db1b66940d42bf7a689fedd8ce57e] ...
I0414 11:42:23.600769 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 136d7c5271007f3f8e308704a5faa7fde90db1b66940d42bf7a689fedd8ce57e"
I0414 11:42:23.630159 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:23.662575 334138 logs.go:123] Gathering logs for kindnet [cb1819862631e8bf4f1e579fb920a225736b32e2009a4caf628edf57ea3ce3c5] ...
I0414 11:42:23.662631 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 cb1819862631e8bf4f1e579fb920a225736b32e2009a4caf628edf57ea3ce3c5"
I0414 11:42:23.698324 334138 logs.go:123] Gathering logs for container status ...
I0414 11:42:23.698357 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0414 11:42:23.740950 334138 logs.go:123] Gathering logs for kubelet ...
I0414 11:42:23.740983 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0414 11:42:23.831532 334138 logs.go:123] Gathering logs for etcd [c6a7455e88533b24e109eb9078d7c80054a431b93180c9a08283e6194826eea1] ...
I0414 11:42:23.831585 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c6a7455e88533b24e109eb9078d7c80054a431b93180c9a08283e6194826eea1"
I0414 11:42:23.877505 334138 logs.go:123] Gathering logs for coredns [f00b25be084439cd58a307645b1b15abee2bb88845592417b81bb1e60618d7dd] ...
I0414 11:42:23.877543 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f00b25be084439cd58a307645b1b15abee2bb88845592417b81bb1e60618d7dd"
I0414 11:42:23.914478 334138 logs.go:123] Gathering logs for kube-scheduler [000b5fecbdd60307f7d3177ae81e2407cdf9138705ef2816e05a7aff94359d8f] ...
I0414 11:42:23.914513 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 000b5fecbdd60307f7d3177ae81e2407cdf9138705ef2816e05a7aff94359d8f"
I0414 11:42:23.955950 334138 logs.go:123] Gathering logs for CRI-O ...
I0414 11:42:23.955993 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0414 11:42:24.000489 334138 kapi.go:107] duration metric: took 1m12.004419033s to wait for kubernetes.io/minikube-addons=registry ...
I0414 11:42:24.000673 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:24.034524 334138 logs.go:123] Gathering logs for dmesg ...
I0414 11:42:24.034568 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0414 11:42:24.058115 334138 logs.go:123] Gathering logs for describe nodes ...
I0414 11:42:24.058154 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0414 11:42:24.102829 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:24.129217 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:24.500065 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:24.556458 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:24.629655 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:25.001764 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:25.090436 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:25.129647 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:25.499899 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:25.556883 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:25.630196 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:25.999933 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:26.056999 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:26.130383 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:26.499675 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:26.556612 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:26.629945 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:26.650951 334138 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0414 11:42:26.656529 334138 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0414 11:42:26.657605 334138 api_server.go:141] control plane version: v1.32.2
I0414 11:42:26.657637 334138 api_server.go:131] duration metric: took 3.484578087s to wait for apiserver health ...
I0414 11:42:26.657649 334138 system_pods.go:43] waiting for kube-system pods to appear ...
I0414 11:42:26.657690 334138 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0414 11:42:26.657769 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0414 11:42:26.703893 334138 cri.go:89] found id: "d8835eb0810b26b42e6402c1958339629016497e22446019722c85f082fa6557"
I0414 11:42:26.703921 334138 cri.go:89] found id: ""
I0414 11:42:26.703932 334138 logs.go:282] 1 containers: [d8835eb0810b26b42e6402c1958339629016497e22446019722c85f082fa6557]
I0414 11:42:26.703981 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:26.707352 334138 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0414 11:42:26.707413 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0414 11:42:26.749588 334138 cri.go:89] found id: "c6a7455e88533b24e109eb9078d7c80054a431b93180c9a08283e6194826eea1"
I0414 11:42:26.749612 334138 cri.go:89] found id: ""
I0414 11:42:26.749621 334138 logs.go:282] 1 containers: [c6a7455e88533b24e109eb9078d7c80054a431b93180c9a08283e6194826eea1]
I0414 11:42:26.749678 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:26.793044 334138 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0414 11:42:26.793124 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0414 11:42:26.835414 334138 cri.go:89] found id: "f00b25be084439cd58a307645b1b15abee2bb88845592417b81bb1e60618d7dd"
I0414 11:42:26.835442 334138 cri.go:89] found id: ""
I0414 11:42:26.835451 334138 logs.go:282] 1 containers: [f00b25be084439cd58a307645b1b15abee2bb88845592417b81bb1e60618d7dd]
I0414 11:42:26.835519 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:26.839532 334138 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0414 11:42:26.839615 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0414 11:42:26.919384 334138 cri.go:89] found id: "000b5fecbdd60307f7d3177ae81e2407cdf9138705ef2816e05a7aff94359d8f"
I0414 11:42:26.919404 334138 cri.go:89] found id: ""
I0414 11:42:26.919411 334138 logs.go:282] 1 containers: [000b5fecbdd60307f7d3177ae81e2407cdf9138705ef2816e05a7aff94359d8f]
I0414 11:42:26.919471 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:26.923870 334138 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0414 11:42:26.923947 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0414 11:42:26.998186 334138 cri.go:89] found id: "bd11857b1c104fdc0925c6314133635755db664e7c62aa86c95fcf6d2373d0a6"
I0414 11:42:26.998214 334138 cri.go:89] found id: ""
I0414 11:42:26.998224 334138 logs.go:282] 1 containers: [bd11857b1c104fdc0925c6314133635755db664e7c62aa86c95fcf6d2373d0a6]
I0414 11:42:26.998287 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:26.999709 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:27.002911 334138 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0414 11:42:27.003000 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0414 11:42:27.042348 334138 cri.go:89] found id: "136d7c5271007f3f8e308704a5faa7fde90db1b66940d42bf7a689fedd8ce57e"
I0414 11:42:27.042372 334138 cri.go:89] found id: ""
I0414 11:42:27.042385 334138 logs.go:282] 1 containers: [136d7c5271007f3f8e308704a5faa7fde90db1b66940d42bf7a689fedd8ce57e]
I0414 11:42:27.042447 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:27.091315 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:27.092260 334138 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0414 11:42:27.092319 334138 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0414 11:42:27.129575 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:27.129728 334138 cri.go:89] found id: "cb1819862631e8bf4f1e579fb920a225736b32e2009a4caf628edf57ea3ce3c5"
I0414 11:42:27.129748 334138 cri.go:89] found id: ""
I0414 11:42:27.129758 334138 logs.go:282] 1 containers: [cb1819862631e8bf4f1e579fb920a225736b32e2009a4caf628edf57ea3ce3c5]
I0414 11:42:27.129805 334138 ssh_runner.go:195] Run: which crictl
I0414 11:42:27.133494 334138 logs.go:123] Gathering logs for CRI-O ...
I0414 11:42:27.133517 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0414 11:42:27.265002 334138 logs.go:123] Gathering logs for container status ...
I0414 11:42:27.265044 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0414 11:42:27.319625 334138 logs.go:123] Gathering logs for kubelet ...
I0414 11:42:27.319657 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0414 11:42:27.416128 334138 logs.go:123] Gathering logs for kube-apiserver [d8835eb0810b26b42e6402c1958339629016497e22446019722c85f082fa6557] ...
I0414 11:42:27.416172 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d8835eb0810b26b42e6402c1958339629016497e22446019722c85f082fa6557"
I0414 11:42:27.470265 334138 logs.go:123] Gathering logs for etcd [c6a7455e88533b24e109eb9078d7c80054a431b93180c9a08283e6194826eea1] ...
I0414 11:42:27.470314 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c6a7455e88533b24e109eb9078d7c80054a431b93180c9a08283e6194826eea1"
I0414 11:42:27.500010 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:27.536259 334138 logs.go:123] Gathering logs for kube-scheduler [000b5fecbdd60307f7d3177ae81e2407cdf9138705ef2816e05a7aff94359d8f] ...
I0414 11:42:27.536303 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 000b5fecbdd60307f7d3177ae81e2407cdf9138705ef2816e05a7aff94359d8f"
I0414 11:42:27.555992 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:27.611278 334138 logs.go:123] Gathering logs for kube-proxy [bd11857b1c104fdc0925c6314133635755db664e7c62aa86c95fcf6d2373d0a6] ...
I0414 11:42:27.611318 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 bd11857b1c104fdc0925c6314133635755db664e7c62aa86c95fcf6d2373d0a6"
I0414 11:42:27.629830 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:27.648653 334138 logs.go:123] Gathering logs for kube-controller-manager [136d7c5271007f3f8e308704a5faa7fde90db1b66940d42bf7a689fedd8ce57e] ...
I0414 11:42:27.648692 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 136d7c5271007f3f8e308704a5faa7fde90db1b66940d42bf7a689fedd8ce57e"
I0414 11:42:27.731726 334138 logs.go:123] Gathering logs for kindnet [cb1819862631e8bf4f1e579fb920a225736b32e2009a4caf628edf57ea3ce3c5] ...
I0414 11:42:27.731765 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 cb1819862631e8bf4f1e579fb920a225736b32e2009a4caf628edf57ea3ce3c5"
I0414 11:42:27.769581 334138 logs.go:123] Gathering logs for dmesg ...
I0414 11:42:27.769608 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0414 11:42:27.810066 334138 logs.go:123] Gathering logs for describe nodes ...
I0414 11:42:27.810108 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0414 11:42:27.999726 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:28.001011 334138 logs.go:123] Gathering logs for coredns [f00b25be084439cd58a307645b1b15abee2bb88845592417b81bb1e60618d7dd] ...
I0414 11:42:28.001039 334138 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f00b25be084439cd58a307645b1b15abee2bb88845592417b81bb1e60618d7dd"
I0414 11:42:28.056572 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:28.130201 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:28.500487 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:28.591371 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:28.693241 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:29.101919 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:29.102493 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:29.202071 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:29.499555 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:29.590459 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:29.692125 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:30.004895 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:30.095055 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:30.194254 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:30.500196 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:30.544807 334138 system_pods.go:59] 19 kube-system pods found
I0414 11:42:30.544850 334138 system_pods.go:61] "amd-gpu-device-plugin-9v7m6" [702a95df-b758-4904-bd96-dfbff1934df5] Running
I0414 11:42:30.544859 334138 system_pods.go:61] "coredns-668d6bf9bc-sds8t" [7fb55b1c-9e77-4d59-a99f-da47b5997150] Running
I0414 11:42:30.544865 334138 system_pods.go:61] "csi-hostpath-attacher-0" [be4c7958-2491-491c-ae91-6e26da13a231] Running
I0414 11:42:30.544870 334138 system_pods.go:61] "csi-hostpath-resizer-0" [8b45e890-a93a-4d04-a23b-01a82943826d] Running
I0414 11:42:30.544881 334138 system_pods.go:61] "csi-hostpathplugin-ftvd4" [beb4ffea-70b3-427d-a715-813a524b9f88] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0414 11:42:30.544891 334138 system_pods.go:61] "etcd-addons-901204" [eb8f5774-d077-4e8a-9f8f-fe8d0a043d53] Running
I0414 11:42:30.544900 334138 system_pods.go:61] "kindnet-zpm5p" [3db218da-d31f-4310-ad13-03c2cdf7fe90] Running
I0414 11:42:30.544906 334138 system_pods.go:61] "kube-apiserver-addons-901204" [d1727ec0-6b9c-4658-b4aa-b5c37fb9363d] Running
I0414 11:42:30.544911 334138 system_pods.go:61] "kube-controller-manager-addons-901204" [1063c8ee-0bc8-44db-a5cf-77f2a50bd557] Running
I0414 11:42:30.544917 334138 system_pods.go:61] "kube-ingress-dns-minikube" [53863903-d87a-4e88-b2a0-73355558feff] Running
I0414 11:42:30.544923 334138 system_pods.go:61] "kube-proxy-7vfjd" [7587358b-99ff-44f5-a2fa-1238c485cd73] Running
I0414 11:42:30.544928 334138 system_pods.go:61] "kube-scheduler-addons-901204" [c2b3dd23-0a20-4085-adba-e0858ce87b5d] Running
I0414 11:42:30.544935 334138 system_pods.go:61] "metrics-server-7fbb699795-mf9qg" [f240ded2-d51c-47b1-8dea-2ac2c7210493] Running
I0414 11:42:30.544940 334138 system_pods.go:61] "nvidia-device-plugin-daemonset-pjpjc" [b5ab7690-aa4e-417c-8086-a4816b6ce35b] Running
I0414 11:42:30.544945 334138 system_pods.go:61] "registry-6c88467877-rg8xv" [8f5ece3d-a2f4-448a-bcc4-aad5647f9ad2] Running
I0414 11:42:30.544953 334138 system_pods.go:61] "registry-proxy-zsv8c" [d765d036-c52a-48d7-af65-f4415db11080] Running
I0414 11:42:30.544958 334138 system_pods.go:61] "snapshot-controller-68b874b76f-b2tqs" [f2fce197-0291-4d84-a5cb-ab769c25e325] Running
I0414 11:42:30.544963 334138 system_pods.go:61] "snapshot-controller-68b874b76f-z5xdj" [875aa1b0-ed66-4703-b9b2-72a63b6723b9] Running
I0414 11:42:30.544967 334138 system_pods.go:61] "storage-provisioner" [1b3a9904-7f6a-479c-bf53-8796fb535a80] Running
I0414 11:42:30.544975 334138 system_pods.go:74] duration metric: took 3.887309604s to wait for pod list to return data ...
I0414 11:42:30.544988 334138 default_sa.go:34] waiting for default service account to be created ...
I0414 11:42:30.591162 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:30.591782 334138 default_sa.go:45] found service account: "default"
I0414 11:42:30.591807 334138 default_sa.go:55] duration metric: took 46.808669ms for default service account to be created ...
I0414 11:42:30.591820 334138 system_pods.go:116] waiting for k8s-apps to be running ...
I0414 11:42:30.596111 334138 system_pods.go:86] 19 kube-system pods found
I0414 11:42:30.596154 334138 system_pods.go:89] "amd-gpu-device-plugin-9v7m6" [702a95df-b758-4904-bd96-dfbff1934df5] Running
I0414 11:42:30.596168 334138 system_pods.go:89] "coredns-668d6bf9bc-sds8t" [7fb55b1c-9e77-4d59-a99f-da47b5997150] Running
I0414 11:42:30.596174 334138 system_pods.go:89] "csi-hostpath-attacher-0" [be4c7958-2491-491c-ae91-6e26da13a231] Running
I0414 11:42:30.596180 334138 system_pods.go:89] "csi-hostpath-resizer-0" [8b45e890-a93a-4d04-a23b-01a82943826d] Running
I0414 11:42:30.596191 334138 system_pods.go:89] "csi-hostpathplugin-ftvd4" [beb4ffea-70b3-427d-a715-813a524b9f88] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0414 11:42:30.596206 334138 system_pods.go:89] "etcd-addons-901204" [eb8f5774-d077-4e8a-9f8f-fe8d0a043d53] Running
I0414 11:42:30.596220 334138 system_pods.go:89] "kindnet-zpm5p" [3db218da-d31f-4310-ad13-03c2cdf7fe90] Running
I0414 11:42:30.596232 334138 system_pods.go:89] "kube-apiserver-addons-901204" [d1727ec0-6b9c-4658-b4aa-b5c37fb9363d] Running
I0414 11:42:30.596243 334138 system_pods.go:89] "kube-controller-manager-addons-901204" [1063c8ee-0bc8-44db-a5cf-77f2a50bd557] Running
I0414 11:42:30.596255 334138 system_pods.go:89] "kube-ingress-dns-minikube" [53863903-d87a-4e88-b2a0-73355558feff] Running
I0414 11:42:30.596271 334138 system_pods.go:89] "kube-proxy-7vfjd" [7587358b-99ff-44f5-a2fa-1238c485cd73] Running
I0414 11:42:30.596277 334138 system_pods.go:89] "kube-scheduler-addons-901204" [c2b3dd23-0a20-4085-adba-e0858ce87b5d] Running
I0414 11:42:30.596282 334138 system_pods.go:89] "metrics-server-7fbb699795-mf9qg" [f240ded2-d51c-47b1-8dea-2ac2c7210493] Running
I0414 11:42:30.596295 334138 system_pods.go:89] "nvidia-device-plugin-daemonset-pjpjc" [b5ab7690-aa4e-417c-8086-a4816b6ce35b] Running
I0414 11:42:30.596308 334138 system_pods.go:89] "registry-6c88467877-rg8xv" [8f5ece3d-a2f4-448a-bcc4-aad5647f9ad2] Running
I0414 11:42:30.596318 334138 system_pods.go:89] "registry-proxy-zsv8c" [d765d036-c52a-48d7-af65-f4415db11080] Running
I0414 11:42:30.596324 334138 system_pods.go:89] "snapshot-controller-68b874b76f-b2tqs" [f2fce197-0291-4d84-a5cb-ab769c25e325] Running
I0414 11:42:30.596334 334138 system_pods.go:89] "snapshot-controller-68b874b76f-z5xdj" [875aa1b0-ed66-4703-b9b2-72a63b6723b9] Running
I0414 11:42:30.596346 334138 system_pods.go:89] "storage-provisioner" [1b3a9904-7f6a-479c-bf53-8796fb535a80] Running
I0414 11:42:30.596364 334138 system_pods.go:126] duration metric: took 4.535441ms to wait for k8s-apps to be running ...
I0414 11:42:30.596378 334138 system_svc.go:44] waiting for kubelet service to be running ....
I0414 11:42:30.596436 334138 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0414 11:42:30.612550 334138 system_svc.go:56] duration metric: took 16.157465ms WaitForService to wait for kubelet
I0414 11:42:30.612587 334138 kubeadm.go:582] duration metric: took 1m25.498044272s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0414 11:42:30.612612 334138 node_conditions.go:102] verifying NodePressure condition ...
I0414 11:42:30.615698 334138 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0414 11:42:30.615732 334138 node_conditions.go:123] node cpu capacity is 8
I0414 11:42:30.615762 334138 node_conditions.go:105] duration metric: took 3.143541ms to run NodePressure ...
I0414 11:42:30.615779 334138 start.go:241] waiting for startup goroutines ...
I0414 11:42:30.629783 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:30.999439 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:31.092028 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:31.192570 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:31.500653 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:31.556573 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:31.629521 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:32.000021 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:32.055738 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:32.130592 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:32.500691 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:32.556762 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:32.629926 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:33.000383 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:33.056066 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:33.130139 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:33.499957 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:33.557025 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:33.630194 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:33.999430 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:34.056224 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:34.131049 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:34.500628 334138 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:42:34.601231 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:34.630314 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:34.999494 334138 kapi.go:107] duration metric: took 1m23.003351946s to wait for app.kubernetes.io/name=ingress-nginx ...
I0414 11:42:35.056298 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:35.130318 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:35.556656 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:35.629918 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:36.056503 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:36.157777 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:36.556364 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:36.629372 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:37.056368 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:37.129388 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:37.556690 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:37.629840 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:38.055835 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:38.129983 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:38.556557 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:38.629846 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:39.055818 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:39.156421 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:39.592027 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:42:39.694687 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:40.090441 334138 kapi.go:107] duration metric: took 1m24.037648854s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0414 11:42:40.092942 334138 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-901204 cluster.
I0414 11:42:40.094639 334138 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0414 11:42:40.096474 334138 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0414 11:42:40.129471 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:40.631049 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:41.130693 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:41.630094 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:42.129620 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:42.630816 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:43.130564 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:43.630237 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:44.130075 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:44.629622 334138 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:42:45.130453 334138 kapi.go:107] duration metric: took 1m31.504247821s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0414 11:42:45.132562 334138 out.go:177] * Enabled addons: ingress-dns, nvidia-device-plugin, storage-provisioner, cloud-spanner, inspektor-gadget, amd-gpu-device-plugin, metrics-server, yakd, default-storageclass, storage-provisioner-rancher, volumesnapshots, registry, ingress, gcp-auth, csi-hostpath-driver
I0414 11:42:45.133892 334138 addons.go:514] duration metric: took 1m40.019321605s for enable addons: enabled=[ingress-dns nvidia-device-plugin storage-provisioner cloud-spanner inspektor-gadget amd-gpu-device-plugin metrics-server yakd default-storageclass storage-provisioner-rancher volumesnapshots registry ingress gcp-auth csi-hostpath-driver]
I0414 11:42:45.133953 334138 start.go:246] waiting for cluster config update ...
I0414 11:42:45.133987 334138 start.go:255] writing updated cluster config ...
I0414 11:42:45.134306 334138 ssh_runner.go:195] Run: rm -f paused
I0414 11:42:45.188085 334138 start.go:600] kubectl: 1.32.3, cluster: 1.32.2 (minor skew: 0)
I0414 11:42:45.190181 334138 out.go:177] * Done! kubectl is now configured to use "addons-901204" cluster and "default" namespace by default
==> CRI-O <==
Apr 14 11:44:01 addons-901204 crio[1047]: time="2025-04-14 11:44:01.092264742Z" level=info msg="Deleting pod kube-system_amd-gpu-device-plugin-9v7m6 from CNI network \"kindnet\" (type=ptp)"
Apr 14 11:44:01 addons-901204 crio[1047]: time="2025-04-14 11:44:01.121979684Z" level=info msg="Stopped pod sandbox: 53c5fcc153947fbaf6e86c917f8c7534aeb12fcbe9126da73e8a329986d633c1" id=6e66a9d9-525d-4cb8-acff-affa102ae575 name=/runtime.v1.RuntimeService/StopPodSandbox
Apr 14 11:44:01 addons-901204 crio[1047]: time="2025-04-14 11:44:01.245277642Z" level=info msg="Removing container: 6f46f12e2c4ca1e580bf233c1826d1bd3b55521bcc7a701bd451a459d82ec490" id=50fbeca4-f435-4c9c-9c73-91e46894adad name=/runtime.v1.RuntimeService/RemoveContainer
Apr 14 11:44:01 addons-901204 crio[1047]: time="2025-04-14 11:44:01.259608619Z" level=info msg="Removed container 6f46f12e2c4ca1e580bf233c1826d1bd3b55521bcc7a701bd451a459d82ec490: kube-system/amd-gpu-device-plugin-9v7m6/amd-gpu-device-plugin" id=50fbeca4-f435-4c9c-9c73-91e46894adad name=/runtime.v1.RuntimeService/RemoveContainer
Apr 14 11:44:01 addons-901204 crio[1047]: time="2025-04-14 11:44:01.261500736Z" level=info msg="Removing container: 30f82ac40dbbab95cb76b1cb6668e393bf683ce5bd5799e25ce7c7e2f29a34da" id=88e280c6-f1ca-41b2-b65d-e1900ce45d80 name=/runtime.v1.RuntimeService/RemoveContainer
Apr 14 11:44:01 addons-901204 crio[1047]: time="2025-04-14 11:44:01.278345475Z" level=info msg="Removed container 30f82ac40dbbab95cb76b1cb6668e393bf683ce5bd5799e25ce7c7e2f29a34da: default/cloud-spanner-emulator-7dc7f9b5b8-x9lw6/cloud-spanner-emulator" id=88e280c6-f1ca-41b2-b65d-e1900ce45d80 name=/runtime.v1.RuntimeService/RemoveContainer
Apr 14 11:45:00 addons-901204 crio[1047]: time="2025-04-14 11:45:00.270529796Z" level=info msg="Stopping pod sandbox: 53c5fcc153947fbaf6e86c917f8c7534aeb12fcbe9126da73e8a329986d633c1" id=a16f999e-b532-487c-9905-8913c42f3cce name=/runtime.v1.RuntimeService/StopPodSandbox
Apr 14 11:45:00 addons-901204 crio[1047]: time="2025-04-14 11:45:00.270597804Z" level=info msg="Stopped pod sandbox (already stopped): 53c5fcc153947fbaf6e86c917f8c7534aeb12fcbe9126da73e8a329986d633c1" id=a16f999e-b532-487c-9905-8913c42f3cce name=/runtime.v1.RuntimeService/StopPodSandbox
Apr 14 11:45:00 addons-901204 crio[1047]: time="2025-04-14 11:45:00.270925600Z" level=info msg="Removing pod sandbox: 53c5fcc153947fbaf6e86c917f8c7534aeb12fcbe9126da73e8a329986d633c1" id=936dcbf5-d7ef-4317-ace9-79038d66e75a name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 14 11:45:00 addons-901204 crio[1047]: time="2025-04-14 11:45:00.278829125Z" level=info msg="Removed pod sandbox: 53c5fcc153947fbaf6e86c917f8c7534aeb12fcbe9126da73e8a329986d633c1" id=936dcbf5-d7ef-4317-ace9-79038d66e75a name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 14 11:45:00 addons-901204 crio[1047]: time="2025-04-14 11:45:00.279417083Z" level=info msg="Stopping pod sandbox: 5e38c2c88b9b67d99c06ac2441ce17986974b79c8cfc966e8212d8256e17fb27" id=efe82de2-de02-47c3-a2b6-157a4a079e84 name=/runtime.v1.RuntimeService/StopPodSandbox
Apr 14 11:45:00 addons-901204 crio[1047]: time="2025-04-14 11:45:00.279462652Z" level=info msg="Stopped pod sandbox (already stopped): 5e38c2c88b9b67d99c06ac2441ce17986974b79c8cfc966e8212d8256e17fb27" id=efe82de2-de02-47c3-a2b6-157a4a079e84 name=/runtime.v1.RuntimeService/StopPodSandbox
Apr 14 11:45:00 addons-901204 crio[1047]: time="2025-04-14 11:45:00.279876239Z" level=info msg="Removing pod sandbox: 5e38c2c88b9b67d99c06ac2441ce17986974b79c8cfc966e8212d8256e17fb27" id=a310d923-f645-49cd-ae49-ef072b18b011 name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 14 11:45:00 addons-901204 crio[1047]: time="2025-04-14 11:45:00.286788003Z" level=info msg="Removed pod sandbox: 5e38c2c88b9b67d99c06ac2441ce17986974b79c8cfc966e8212d8256e17fb27" id=a310d923-f645-49cd-ae49-ef072b18b011 name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 14 11:45:56 addons-901204 crio[1047]: time="2025-04-14 11:45:56.110845973Z" level=info msg="Running pod sandbox: default/hello-world-app-7d9564db4-xbx79/POD" id=61cbaa6a-a88f-4598-91ef-0e5f01e443d3 name=/runtime.v1.RuntimeService/RunPodSandbox
Apr 14 11:45:56 addons-901204 crio[1047]: time="2025-04-14 11:45:56.110947672Z" level=warning msg="Allowed annotations are specified for workload []"
Apr 14 11:45:56 addons-901204 crio[1047]: time="2025-04-14 11:45:56.134773078Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-xbx79 Namespace:default ID:d2213d0a1531caf9969df08f2e06aba1ee6d156e080dd291da29c5ced46c13b9 UID:c9bfb8c5-ac19-465c-9b5e-26781bd53e62 NetNS:/var/run/netns/9caa1b59-da2f-46b7-af15-e16089d33efb Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Apr 14 11:45:56 addons-901204 crio[1047]: time="2025-04-14 11:45:56.134836868Z" level=info msg="Adding pod default_hello-world-app-7d9564db4-xbx79 to CNI network \"kindnet\" (type=ptp)"
Apr 14 11:45:56 addons-901204 crio[1047]: time="2025-04-14 11:45:56.194713509Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-xbx79 Namespace:default ID:d2213d0a1531caf9969df08f2e06aba1ee6d156e080dd291da29c5ced46c13b9 UID:c9bfb8c5-ac19-465c-9b5e-26781bd53e62 NetNS:/var/run/netns/9caa1b59-da2f-46b7-af15-e16089d33efb Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Apr 14 11:45:56 addons-901204 crio[1047]: time="2025-04-14 11:45:56.194878709Z" level=info msg="Checking pod default_hello-world-app-7d9564db4-xbx79 for CNI network kindnet (type=ptp)"
Apr 14 11:45:56 addons-901204 crio[1047]: time="2025-04-14 11:45:56.198297697Z" level=info msg="Ran pod sandbox d2213d0a1531caf9969df08f2e06aba1ee6d156e080dd291da29c5ced46c13b9 with infra container: default/hello-world-app-7d9564db4-xbx79/POD" id=61cbaa6a-a88f-4598-91ef-0e5f01e443d3 name=/runtime.v1.RuntimeService/RunPodSandbox
Apr 14 11:45:56 addons-901204 crio[1047]: time="2025-04-14 11:45:56.199580014Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=54460c60-f4d7-4035-80b6-878418130a92 name=/runtime.v1.ImageService/ImageStatus
Apr 14 11:45:56 addons-901204 crio[1047]: time="2025-04-14 11:45:56.199865242Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=54460c60-f4d7-4035-80b6-878418130a92 name=/runtime.v1.ImageService/ImageStatus
Apr 14 11:45:56 addons-901204 crio[1047]: time="2025-04-14 11:45:56.200560938Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=4c10771a-6c55-4c21-9c02-358ff6161a2c name=/runtime.v1.ImageService/PullImage
Apr 14 11:45:56 addons-901204 crio[1047]: time="2025-04-14 11:45:56.205454813Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
daceca92781c8 docker.io/library/nginx@sha256:4ff102c5d78d254a6f0da062b3cf39eaf07f01eec0927fd21e219d0af8bc0591 2 minutes ago Running nginx 0 6b303d9954a17 nginx
ac8841b3c05b3 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 3 minutes ago Running busybox 0 d91e39a8b3026 busybox
e911e085ca7b5 registry.k8s.io/ingress-nginx/controller@sha256:62b61c42ec8dd877b85c0aa24c4744ce44d274bc16cc5d2364edfe67964ba55b 3 minutes ago Running controller 0 1da4e8bc98acf ingress-nginx-controller-56d7c84fd4-jm7bv
f79adb3fd816c gcr.io/k8s-minikube/minikube-ingress-dns@sha256:07c8f5b205a3f8971bfc6d460978ae00de35f17e5d5392b1de8de02356f85dab 4 minutes ago Running minikube-ingress-dns 0 d3dd55a6cb721 kube-ingress-dns-minikube
8dcca575655e9 a62eeff05ba5194cac31b3f6180655290afa3ed3f2573bcd2aaff319416951eb 4 minutes ago Exited patch 1 ac4bd83cd2a99 ingress-nginx-admission-patch-v6m7z
ba2cb05ff5237 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a9f03b34a3cbfbb26d103a14046ab2c5130a80c3d69d526ff8063d2b37b9fd3f 4 minutes ago Exited create 0 f6b57ee81c07c ingress-nginx-admission-create-662gt
f00b25be08443 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 4 minutes ago Running coredns 0 8ec43fb195ba4 coredns-668d6bf9bc-sds8t
403e15917140a 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 4 minutes ago Running storage-provisioner 0 ca6a2f4f81f82 storage-provisioner
cb1819862631e docker.io/kindest/kindnetd@sha256:e3c42406b0806c1f7e8a66838377936cbd2cdfd94d9b26a3eefedada8713d495 4 minutes ago Running kindnet-cni 0 d0f3bcbd7f09d kindnet-zpm5p
bd11857b1c104 f1332858868e1c6a905123b21e2e322ab45a5b99a3532e68ff49a87c2266ebc5 4 minutes ago Running kube-proxy 0 5e6e0ae979337 kube-proxy-7vfjd
000b5fecbdd60 d8e673e7c9983f1f53569a9d2ba786c8abb42e3f744f77dc97a595f3caf9435d 5 minutes ago Running kube-scheduler 0 fb19e611d7949 kube-scheduler-addons-901204
c6a7455e88533 a9e7e6b294baf1695fccb862d956c5d3ad8510e1e4ca1535f35dc09f247abbfc 5 minutes ago Running etcd 0 ff5c7c81dfdba etcd-addons-901204
136d7c5271007 b6a454c5a800d201daacead6ff195ec6049fe6dc086621b0670bca912efaf389 5 minutes ago Running kube-controller-manager 0 d481950873b13 kube-controller-manager-addons-901204
d8835eb0810b2 85b7a174738baecbc53029b7913cd430a2060e0cbdb5f56c7957d32ff7f241ef 5 minutes ago Running kube-apiserver 0 98a122cd248f3 kube-apiserver-addons-901204
==> coredns [f00b25be084439cd58a307645b1b15abee2bb88845592417b81bb1e60618d7dd] <==
[INFO] 10.244.0.16:59381 - 32047 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000170821s
[INFO] 10.244.0.16:45470 - 888 "A IN registry.kube-system.svc.cluster.local.europe-west4-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.004386581s
[INFO] 10.244.0.16:45470 - 1249 "AAAA IN registry.kube-system.svc.cluster.local.europe-west4-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.004861156s
[INFO] 10.244.0.16:57031 - 47839 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.003549236s
[INFO] 10.244.0.16:57031 - 47567 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.006610924s
[INFO] 10.244.0.16:44230 - 22283 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.004433955s
[INFO] 10.244.0.16:44230 - 22776 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.004838121s
[INFO] 10.244.0.16:45058 - 29919 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000168197s
[INFO] 10.244.0.16:45058 - 29446 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000226975s
[INFO] 10.244.0.22:47756 - 63652 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000244675s
[INFO] 10.244.0.22:37826 - 62396 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000293102s
[INFO] 10.244.0.22:40614 - 44467 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00013853s
[INFO] 10.244.0.22:46183 - 44953 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00014176s
[INFO] 10.244.0.22:47387 - 64382 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000117024s
[INFO] 10.244.0.22:42529 - 18923 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.00013972s
[INFO] 10.244.0.22:49622 - 20375 "AAAA IN storage.googleapis.com.europe-west4-a.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.006960477s
[INFO] 10.244.0.22:48171 - 33092 "A IN storage.googleapis.com.europe-west4-a.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.009177612s
[INFO] 10.244.0.22:59728 - 20566 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.007403313s
[INFO] 10.244.0.22:36892 - 46405 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.008036848s
[INFO] 10.244.0.22:45574 - 65094 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.005201307s
[INFO] 10.244.0.22:52223 - 40391 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.005250595s
[INFO] 10.244.0.22:36375 - 41796 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.001939559s
[INFO] 10.244.0.22:50729 - 16775 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 496 0.00260223s
[INFO] 10.244.0.28:36302 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000250308s
[INFO] 10.244.0.28:56847 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000138058s
==> describe nodes <==
Name: addons-901204
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-901204
kubernetes.io/os=linux
minikube.k8s.io/commit=85316c1d5dcd12416bfde4aa57da65df11826fd9
minikube.k8s.io/name=addons-901204
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_04_14T11_41_00_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-901204
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 14 Apr 2025 11:40:57 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-901204
AcquireTime: <unset>
RenewTime: Mon, 14 Apr 2025 11:45:55 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 14 Apr 2025 11:44:03 +0000 Mon, 14 Apr 2025 11:40:55 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 14 Apr 2025 11:44:03 +0000 Mon, 14 Apr 2025 11:40:55 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 14 Apr 2025 11:44:03 +0000 Mon, 14 Apr 2025 11:40:55 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 14 Apr 2025 11:44:03 +0000 Mon, 14 Apr 2025 11:41:24 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-901204
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859368Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859368Ki
pods: 110
System Info:
Machine ID: 7764533901e14153ab2fa08fbe71a611
System UUID: 75d19380-5eed-4c51-be38-f3fe5acb47ee
Boot ID: 7699d027-9208-42d7-aa73-fa057a6f51df
Kernel Version: 5.15.0-1078-gcp
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.32.2
Kube-Proxy Version: v1.32.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (13 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m12s
default hello-world-app-7d9564db4-xbx79 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m24s
ingress-nginx ingress-nginx-controller-56d7c84fd4-jm7bv 100m (1%) 0 (0%) 90Mi (0%) 0 (0%) 4m46s
kube-system coredns-668d6bf9bc-sds8t 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 4m53s
kube-system etcd-addons-901204 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 4m59s
kube-system kindnet-zpm5p 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 4m53s
kube-system kube-apiserver-addons-901204 250m (3%) 0 (0%) 0 (0%) 0 (0%) 4m57s
kube-system kube-controller-manager-addons-901204 200m (2%) 0 (0%) 0 (0%) 0 (0%) 4m57s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m49s
kube-system kube-proxy-7vfjd 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m53s
kube-system kube-scheduler-addons-901204 100m (1%) 0 (0%) 0 (0%) 0 (0%) 4m57s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m48s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (11%) 100m (1%)
memory 310Mi (0%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m51s kube-proxy
Normal Starting 5m3s kubelet Starting kubelet.
Warning CgroupV1 5m3s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 5m3s (x8 over 5m3s) kubelet Node addons-901204 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m3s (x8 over 5m3s) kubelet Node addons-901204 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m3s (x8 over 5m3s) kubelet Node addons-901204 status is now: NodeHasSufficientPID
Normal Starting 4m58s kubelet Starting kubelet.
Warning CgroupV1 4m58s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 4m57s kubelet Node addons-901204 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m57s kubelet Node addons-901204 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m57s kubelet Node addons-901204 status is now: NodeHasSufficientPID
Normal RegisteredNode 4m54s node-controller Node addons-901204 event: Registered Node addons-901204 in Controller
Normal NodeReady 4m33s kubelet Node addons-901204 status is now: NodeReady
==> dmesg <==
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff ae ed b8 83 66 d9 08 06
[Apr14 11:26] IPv4: martian source 10.244.0.1 from 10.244.0.5, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 7e b0 df a4 66 b4 08 06
[ +31.630168] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 32 98 ae 54 ef 55 08 06
[ +1.521189] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 4a 01 1f 86 7c bb 08 06
[ +0.064030] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 56 ba 76 51 da b8 08 06
[ +6.418175] IPv4: martian source 10.244.0.1 from 10.244.0.5, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff de 40 68 66 79 4d 08 06
[Apr14 11:43] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000009] ll header: 00000000: 86 34 b6 17 89 81 0a 53 fb 7c 09 61 08 00
[ +1.019359] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 86 34 b6 17 89 81 0a 53 fb 7c 09 61 08 00
[ +2.015852] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000008] ll header: 00000000: 86 34 b6 17 89 81 0a 53 fb 7c 09 61 08 00
[ +4.099790] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 86 34 b6 17 89 81 0a 53 fb 7c 09 61 08 00
[Apr14 11:44] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 86 34 b6 17 89 81 0a 53 fb 7c 09 61 08 00
[ +16.130957] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 86 34 b6 17 89 81 0a 53 fb 7c 09 61 08 00
[ +32.506085] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000008] ll header: 00000000: 86 34 b6 17 89 81 0a 53 fb 7c 09 61 08 00
==> etcd [c6a7455e88533b24e109eb9078d7c80054a431b93180c9a08283e6194826eea1] <==
{"level":"info","ts":"2025-04-14T11:41:06.902162Z","caller":"traceutil/trace.go:171","msg":"trace[1916172746] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"105.077738ms","start":"2025-04-14T11:41:06.797065Z","end":"2025-04-14T11:41:06.902143Z","steps":["trace[1916172746] 'process raft request' (duration: 104.514184ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T11:41:09.005632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.019582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" limit:1 ","response":"range_response_count:1 size:28089"}
{"level":"info","ts":"2025-04-14T11:41:09.005720Z","caller":"traceutil/trace.go:171","msg":"trace[1618399503] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:473; }","duration":"105.142088ms","start":"2025-04-14T11:41:08.900560Z","end":"2025-04-14T11:41:09.005702Z","steps":["trace[1618399503] 'agreement among raft nodes before linearized reading' (duration: 104.936826ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T11:41:09.005945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.510584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:persistent-volume-provisioner\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-14T11:41:09.005983Z","caller":"traceutil/trace.go:171","msg":"trace[1395057741] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:persistent-volume-provisioner; range_end:; response_count:0; response_revision:473; }","duration":"101.576708ms","start":"2025-04-14T11:41:08.904393Z","end":"2025-04-14T11:41:09.005970Z","steps":["trace[1395057741] 'agreement among raft nodes before linearized reading' (duration: 101.461704ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T11:41:09.006188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.974921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/192.168.49.2\" limit:1 ","response":"range_response_count:1 size:131"}
{"level":"info","ts":"2025-04-14T11:41:09.006241Z","caller":"traceutil/trace.go:171","msg":"trace[863915136] range","detail":"{range_begin:/registry/masterleases/192.168.49.2; range_end:; response_count:1; response_revision:473; }","duration":"105.051764ms","start":"2025-04-14T11:41:08.901181Z","end":"2025-04-14T11:41:09.006233Z","steps":["trace[863915136] 'agreement among raft nodes before linearized reading' (duration: 104.971927ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:41:09.413372Z","caller":"traceutil/trace.go:171","msg":"trace[1175415005] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"108.105884ms","start":"2025-04-14T11:41:09.305253Z","end":"2025-04-14T11:41:09.413359Z","steps":["trace[1175415005] 'compare' (duration: 79.139313ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:41:09.500985Z","caller":"traceutil/trace.go:171","msg":"trace[590162245] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"110.262671ms","start":"2025-04-14T11:41:09.390704Z","end":"2025-04-14T11:41:09.500966Z","steps":["trace[590162245] 'process raft request' (duration: 101.13209ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:41:10.395012Z","caller":"traceutil/trace.go:171","msg":"trace[539669201] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"100.411239ms","start":"2025-04-14T11:41:10.294581Z","end":"2025-04-14T11:41:10.394992Z","steps":["trace[539669201] 'process raft request' (duration: 99.853866ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:41:10.395386Z","caller":"traceutil/trace.go:171","msg":"trace[1533605612] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"100.765546ms","start":"2025-04-14T11:41:10.294586Z","end":"2025-04-14T11:41:10.395351Z","steps":["trace[1533605612] 'process raft request' (duration: 100.003169ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:41:10.599125Z","caller":"traceutil/trace.go:171","msg":"trace[1932252055] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"110.037703ms","start":"2025-04-14T11:41:10.489064Z","end":"2025-04-14T11:41:10.599102Z","steps":["trace[1932252055] 'process raft request' (duration: 109.888111ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:41:10.601266Z","caller":"traceutil/trace.go:171","msg":"trace[1797508363] linearizableReadLoop","detail":"{readStateIndex:569; appliedIndex:567; }","duration":"111.700633ms","start":"2025-04-14T11:41:10.489547Z","end":"2025-04-14T11:41:10.601247Z","steps":["trace[1797508363] 'read index received' (duration: 109.34857ms)","trace[1797508363] 'applied index is now lower than readState.Index' (duration: 2.351405ms)"],"step_count":2}
{"level":"info","ts":"2025-04-14T11:41:10.601612Z","caller":"traceutil/trace.go:171","msg":"trace[156530272] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"112.300326ms","start":"2025-04-14T11:41:10.489295Z","end":"2025-04-14T11:41:10.601596Z","steps":["trace[156530272] 'process raft request' (duration: 111.743978ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:41:10.601924Z","caller":"traceutil/trace.go:171","msg":"trace[90124932] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"109.036638ms","start":"2025-04-14T11:41:10.492876Z","end":"2025-04-14T11:41:10.601912Z","steps":["trace[90124932] 'process raft request' (duration: 108.260316ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:41:10.602199Z","caller":"traceutil/trace.go:171","msg":"trace[1764813429] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"101.391924ms","start":"2025-04-14T11:41:10.500797Z","end":"2025-04-14T11:41:10.602189Z","steps":["trace[1764813429] 'process raft request' (duration: 100.373677ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:41:10.603418Z","caller":"traceutil/trace.go:171","msg":"trace[1674086683] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"102.356863ms","start":"2025-04-14T11:41:10.501049Z","end":"2025-04-14T11:41:10.603406Z","steps":["trace[1674086683] 'process raft request' (duration: 100.160739ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T11:41:10.603542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.980951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/metrics-server-7fbb699795\" limit:1 ","response":"range_response_count:1 size:3237"}
{"level":"info","ts":"2025-04-14T11:41:10.604979Z","caller":"traceutil/trace.go:171","msg":"trace[1864286897] range","detail":"{range_begin:/registry/replicasets/kube-system/metrics-server-7fbb699795; range_end:; response_count:1; response_revision:559; }","duration":"115.448511ms","start":"2025-04-14T11:41:10.489514Z","end":"2025-04-14T11:41:10.604963Z","steps":["trace[1864286897] 'agreement among raft nodes before linearized reading' (duration: 113.934545ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T11:41:10.603640Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.955562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/gadget/gadget\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-14T11:41:10.605237Z","caller":"traceutil/trace.go:171","msg":"trace[580775425] range","detail":"{range_begin:/registry/daemonsets/gadget/gadget; range_end:; response_count:0; response_revision:559; }","duration":"113.572688ms","start":"2025-04-14T11:41:10.491651Z","end":"2025-04-14T11:41:10.605224Z","steps":["trace[580775425] 'agreement among raft nodes before linearized reading' (duration: 111.964945ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:42:11.988994Z","caller":"traceutil/trace.go:171","msg":"trace[88647223] linearizableReadLoop","detail":"{readStateIndex:1147; appliedIndex:1146; }","duration":"198.606829ms","start":"2025-04-14T11:42:11.790366Z","end":"2025-04-14T11:42:11.988973Z","steps":["trace[88647223] 'read index received' (duration: 198.39743ms)","trace[88647223] 'applied index is now lower than readState.Index' (duration: 208.723µs)"],"step_count":2}
{"level":"warn","ts":"2025-04-14T11:42:11.989186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.794883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/nvidia-device-plugin-daemonset-pjpjc\" limit:1 ","response":"range_response_count:1 size:4249"}
{"level":"info","ts":"2025-04-14T11:42:11.989186Z","caller":"traceutil/trace.go:171","msg":"trace[1192076108] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"281.130443ms","start":"2025-04-14T11:42:11.708035Z","end":"2025-04-14T11:42:11.989165Z","steps":["trace[1192076108] 'process raft request' (duration: 280.786337ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:42:11.989221Z","caller":"traceutil/trace.go:171","msg":"trace[1543239857] range","detail":"{range_begin:/registry/pods/kube-system/nvidia-device-plugin-daemonset-pjpjc; range_end:; response_count:1; response_revision:1117; }","duration":"198.878263ms","start":"2025-04-14T11:42:11.790329Z","end":"2025-04-14T11:42:11.989208Z","steps":["trace[1543239857] 'agreement among raft nodes before linearized reading' (duration: 198.739872ms)"],"step_count":1}
==> kernel <==
11:45:57 up 3:28, 0 users, load average: 0.47, 0.96, 1.18
Linux addons-901204 5.15.0-1078-gcp #87~20.04.1-Ubuntu SMP Mon Feb 24 10:23:16 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [cb1819862631e8bf4f1e579fb920a225736b32e2009a4caf628edf57ea3ce3c5] <==
I0414 11:43:54.090219 1 main.go:301] handling current node
I0414 11:44:04.089655 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:44:04.089705 1 main.go:301] handling current node
I0414 11:44:14.090650 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:44:14.090701 1 main.go:301] handling current node
I0414 11:44:24.091386 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:44:24.091448 1 main.go:301] handling current node
I0414 11:44:34.098523 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:44:34.098568 1 main.go:301] handling current node
I0414 11:44:44.096564 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:44:44.096606 1 main.go:301] handling current node
I0414 11:44:54.096567 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:44:54.096607 1 main.go:301] handling current node
I0414 11:45:04.096556 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:45:04.096615 1 main.go:301] handling current node
I0414 11:45:14.090457 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:45:14.090535 1 main.go:301] handling current node
I0414 11:45:24.096585 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:45:24.096629 1 main.go:301] handling current node
I0414 11:45:34.096552 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:45:34.096606 1 main.go:301] handling current node
I0414 11:45:44.089802 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:45:44.089851 1 main.go:301] handling current node
I0414 11:45:54.089974 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:45:54.090012 1 main.go:301] handling current node
==> kube-apiserver [d8835eb0810b26b42e6402c1958339629016497e22446019722c85f082fa6557] <==
I0414 11:41:52.475813 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E0414 11:42:56.932831 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:47492: use of closed network connection
E0414 11:42:57.109822 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:47522: use of closed network connection
I0414 11:43:06.457169 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.110.154.21"}
I0414 11:43:30.345265 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0414 11:43:33.745793 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0414 11:43:33.919989 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.110.147.68"}
I0414 11:43:37.334690 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
E0414 11:43:37.511336 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
W0414 11:43:38.503951 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0414 11:43:47.906590 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 11:43:47.906641 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0414 11:43:47.991960 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 11:43:47.992140 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0414 11:43:48.001893 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 11:43:48.002057 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0414 11:43:48.006551 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 11:43:48.006683 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0414 11:43:48.095512 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 11:43:48.095553 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0414 11:43:49.002374 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0414 11:43:49.095630 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W0414 11:43:49.190941 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
I0414 11:43:53.478959 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0414 11:45:56.015180 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.100.183.83"}
==> kube-controller-manager [136d7c5271007f3f8e308704a5faa7fde90db1b66940d42bf7a689fedd8ce57e] <==
E0414 11:44:54.346197 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 11:44:57.815420 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 11:44:57.816403 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0414 11:44:57.817300 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 11:44:57.817333 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 11:45:18.032478 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 11:45:18.033546 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotclasses"
W0414 11:45:18.034397 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 11:45:18.034435 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 11:45:31.240252 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 11:45:31.241375 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0414 11:45:31.242213 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 11:45:31.242246 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 11:45:38.735068 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 11:45:38.736106 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W0414 11:45:38.737034 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 11:45:38.737073 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 11:45:43.510046 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 11:45:43.511284 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0414 11:45:43.512303 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 11:45:43.512348 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0414 11:45:55.809271 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="14.09751ms"
I0414 11:45:55.813210 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="3.883164ms"
I0414 11:45:55.813301 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="46.398µs"
I0414 11:45:55.818199 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="49.272µs"
==> kube-proxy [bd11857b1c104fdc0925c6314133635755db664e7c62aa86c95fcf6d2373d0a6] <==
I0414 11:41:05.019233 1 server_linux.go:66] "Using iptables proxy"
I0414 11:41:05.200993 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0414 11:41:05.201187 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0414 11:41:05.606985 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0414 11:41:05.607248 1 server_linux.go:170] "Using iptables Proxier"
I0414 11:41:05.697644 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0414 11:41:05.792556 1 server.go:497] "Version info" version="v1.32.2"
I0414 11:41:05.792805 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0414 11:41:05.795236 1 config.go:199] "Starting service config controller"
I0414 11:41:05.908588 1 shared_informer.go:313] Waiting for caches to sync for service config
I0414 11:41:05.910652 1 shared_informer.go:320] Caches are synced for service config
I0414 11:41:05.798244 1 config.go:105] "Starting endpoint slice config controller"
I0414 11:41:05.910688 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0414 11:41:05.910712 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0414 11:41:05.798688 1 config.go:329] "Starting node config controller"
I0414 11:41:05.910847 1 shared_informer.go:313] Waiting for caches to sync for node config
I0414 11:41:05.910890 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [000b5fecbdd60307f7d3177ae81e2407cdf9138705ef2816e05a7aff94359d8f] <==
E0414 11:40:57.312409 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
E0414 11:40:57.312165 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
E0414 11:40:57.312422 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 11:40:57.312425 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0414 11:40:57.312427 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0414 11:40:57.312492 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0414 11:40:57.312491 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 11:40:57.312459 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0414 11:40:57.312509 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
E0414 11:40:57.312518 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 11:40:57.312617 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0414 11:40:57.312638 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 11:40:58.151291 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0414 11:40:58.151332 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 11:40:58.151714 1 reflector.go:569] runtime/asm_amd64.s:1700: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0414 11:40:58.151740 1 reflector.go:166] "Unhandled Error" err="runtime/asm_amd64.s:1700: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W0414 11:40:58.273437 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "volumeattachments" in API group "storage.k8s.io" at the cluster scope
E0414 11:40:58.273482 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.VolumeAttachment: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0414 11:40:58.342676 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0414 11:40:58.342718 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0414 11:40:58.381268 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0414 11:40:58.381308 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0414 11:40:58.470012 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0414 11:40:58.470067 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
I0414 11:41:01.110636 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Apr 14 11:45:20 addons-901204 kubelet[1657]: E0414 11:45:20.144991 1657 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744631120144671800,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617834,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 11:45:25 addons-901204 kubelet[1657]: E0414 11:45:25.531648 1657 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/96a7bf64942ad0bc6de2206cc1f9718b9175e09d00b90789d70c4ee2a9f32206/diff" to get inode usage: stat /var/lib/containers/storage/overlay/96a7bf64942ad0bc6de2206cc1f9718b9175e09d00b90789d70c4ee2a9f32206/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 11:45:30 addons-901204 kubelet[1657]: E0414 11:45:30.147987 1657 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744631130147717932,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617834,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 11:45:30 addons-901204 kubelet[1657]: E0414 11:45:30.148024 1657 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744631130147717932,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617834,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 11:45:40 addons-901204 kubelet[1657]: E0414 11:45:40.150607 1657 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744631140150356496,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617834,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 11:45:40 addons-901204 kubelet[1657]: E0414 11:45:40.150656 1657 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744631140150356496,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617834,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 11:45:50 addons-901204 kubelet[1657]: E0414 11:45:50.155189 1657 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744631150154910401,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617834,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 11:45:50 addons-901204 kubelet[1657]: E0414 11:45:50.155253 1657 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744631150154910401,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617834,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 11:45:55 addons-901204 kubelet[1657]: I0414 11:45:55.808704 1657 memory_manager.go:355] "RemoveStaleState removing state" podUID="f2fce197-0291-4d84-a5cb-ab769c25e325" containerName="volume-snapshot-controller"
Apr 14 11:45:55 addons-901204 kubelet[1657]: I0414 11:45:55.808752 1657 memory_manager.go:355] "RemoveStaleState removing state" podUID="7c03ab0d-8266-444d-9014-395027d0557b" containerName="local-path-provisioner"
Apr 14 11:45:55 addons-901204 kubelet[1657]: I0414 11:45:55.808764 1657 memory_manager.go:355] "RemoveStaleState removing state" podUID="875aa1b0-ed66-4703-b9b2-72a63b6723b9" containerName="volume-snapshot-controller"
Apr 14 11:45:55 addons-901204 kubelet[1657]: I0414 11:45:55.808772 1657 memory_manager.go:355] "RemoveStaleState removing state" podUID="beb4ffea-70b3-427d-a715-813a524b9f88" containerName="liveness-probe"
Apr 14 11:45:55 addons-901204 kubelet[1657]: I0414 11:45:55.808781 1657 memory_manager.go:355] "RemoveStaleState removing state" podUID="f9c0bf49-f839-4d16-b86a-a817ea9f50d5" containerName="cloud-spanner-emulator"
Apr 14 11:45:55 addons-901204 kubelet[1657]: I0414 11:45:55.808789 1657 memory_manager.go:355] "RemoveStaleState removing state" podUID="be4c7958-2491-491c-ae91-6e26da13a231" containerName="csi-attacher"
Apr 14 11:45:55 addons-901204 kubelet[1657]: I0414 11:45:55.808797 1657 memory_manager.go:355] "RemoveStaleState removing state" podUID="beb4ffea-70b3-427d-a715-813a524b9f88" containerName="csi-provisioner"
Apr 14 11:45:55 addons-901204 kubelet[1657]: I0414 11:45:55.808803 1657 memory_manager.go:355] "RemoveStaleState removing state" podUID="702a95df-b758-4904-bd96-dfbff1934df5" containerName="amd-gpu-device-plugin"
Apr 14 11:45:55 addons-901204 kubelet[1657]: I0414 11:45:55.808811 1657 memory_manager.go:355] "RemoveStaleState removing state" podUID="8b45e890-a93a-4d04-a23b-01a82943826d" containerName="csi-resizer"
Apr 14 11:45:55 addons-901204 kubelet[1657]: I0414 11:45:55.808818 1657 memory_manager.go:355] "RemoveStaleState removing state" podUID="3dc473c2-38c5-4efc-a1b3-6c6a782fd171" containerName="yakd"
Apr 14 11:45:55 addons-901204 kubelet[1657]: I0414 11:45:55.808824 1657 memory_manager.go:355] "RemoveStaleState removing state" podUID="beb4ffea-70b3-427d-a715-813a524b9f88" containerName="csi-external-health-monitor-controller"
Apr 14 11:45:55 addons-901204 kubelet[1657]: I0414 11:45:55.808832 1657 memory_manager.go:355] "RemoveStaleState removing state" podUID="ba3803bd-b4b0-40c2-b2b0-e9f6d5fea5e4" containerName="task-pv-container"
Apr 14 11:45:55 addons-901204 kubelet[1657]: I0414 11:45:55.808839 1657 memory_manager.go:355] "RemoveStaleState removing state" podUID="beb4ffea-70b3-427d-a715-813a524b9f88" containerName="hostpath"
Apr 14 11:45:55 addons-901204 kubelet[1657]: I0414 11:45:55.808849 1657 memory_manager.go:355] "RemoveStaleState removing state" podUID="beb4ffea-70b3-427d-a715-813a524b9f88" containerName="node-driver-registrar"
Apr 14 11:45:55 addons-901204 kubelet[1657]: I0414 11:45:55.808855 1657 memory_manager.go:355] "RemoveStaleState removing state" podUID="beb4ffea-70b3-427d-a715-813a524b9f88" containerName="csi-snapshotter"
Apr 14 11:45:55 addons-901204 kubelet[1657]: I0414 11:45:55.988841 1657 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vt8dx\" (UniqueName: \"kubernetes.io/projected/c9bfb8c5-ac19-465c-9b5e-26781bd53e62-kube-api-access-vt8dx\") pod \"hello-world-app-7d9564db4-xbx79\" (UID: \"c9bfb8c5-ac19-465c-9b5e-26781bd53e62\") " pod="default/hello-world-app-7d9564db4-xbx79"
Apr 14 11:45:56 addons-901204 kubelet[1657]: W0414 11:45:56.197078 1657 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/076ffa2563e6cc943e3e82a83e1958ebe38210b885b51e173c565e6df53a4cbd/crio-d2213d0a1531caf9969df08f2e06aba1ee6d156e080dd291da29c5ced46c13b9 WatchSource:0}: Error finding container d2213d0a1531caf9969df08f2e06aba1ee6d156e080dd291da29c5ced46c13b9: Status 404 returned error can't find the container with id d2213d0a1531caf9969df08f2e06aba1ee6d156e080dd291da29c5ced46c13b9
==> storage-provisioner [403e15917140a4aa252a8de0a65247f1296b0db3d18b594e292085e442ef873f] <==
I0414 11:41:25.390252 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0414 11:41:25.399475 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0414 11:41:25.399519 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0414 11:41:25.409054 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0414 11:41:25.409203 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-901204_0aecedc5-375a-4393-bf2f-143f55221d40!
I0414 11:41:25.409225 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"08da772e-739d-4ee8-8300-08e40589ac2b", APIVersion:"v1", ResourceVersion:"917", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-901204_0aecedc5-375a-4393-bf2f-143f55221d40 became leader
I0414 11:41:25.510215 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-901204_0aecedc5-375a-4393-bf2f-143f55221d40!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-901204 -n addons-901204
helpers_test.go:261: (dbg) Run: kubectl --context addons-901204 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: hello-world-app-7d9564db4-xbx79 ingress-nginx-admission-create-662gt ingress-nginx-admission-patch-v6m7z
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-901204 describe pod hello-world-app-7d9564db4-xbx79 ingress-nginx-admission-create-662gt ingress-nginx-admission-patch-v6m7z
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-901204 describe pod hello-world-app-7d9564db4-xbx79 ingress-nginx-admission-create-662gt ingress-nginx-admission-patch-v6m7z: exit status 1 (67.337968ms)
-- stdout --
Name: hello-world-app-7d9564db4-xbx79
Namespace: default
Priority: 0
Service Account: default
Node: addons-901204/192.168.49.2
Start Time: Mon, 14 Apr 2025 11:45:55 +0000
Labels: app=hello-world-app
pod-template-hash=7d9564db4
Annotations: <none>
Status: Pending
IP:
IPs: <none>
Controlled By: ReplicaSet/hello-world-app-7d9564db4
Containers:
hello-world-app:
Container ID:
Image: docker.io/kicbase/echo-server:1.0
Image ID:
Port: 8080/TCP
Host Port: 0/TCP
State: Waiting
Reason: ContainerCreating
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-vt8dx (ro)
Conditions:
Type Status
PodReadyToStartContainers False
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-vt8dx:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 3s default-scheduler Successfully assigned default/hello-world-app-7d9564db4-xbx79 to addons-901204
Normal Pulling 2s kubelet Pulling image "docker.io/kicbase/echo-server:1.0"
-- /stdout --
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-662gt" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-v6m7z" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-901204 describe pod hello-world-app-7d9564db4-xbx79 ingress-nginx-admission-create-662gt ingress-nginx-admission-patch-v6m7z: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-901204 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-901204 addons disable ingress-dns --alsologtostderr -v=1: (1.290061192s)
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-901204 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-901204 addons disable ingress --alsologtostderr -v=1: (7.673213894s)
--- FAIL: TestAddons/parallel/Ingress (153.80s)