=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-301558 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-301558 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-301558 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [50f74bd7-9822-4694-aace-f6369da9223a] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [50f74bd7-9822-4694-aace-f6369da9223a] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 12.003258035s
I0210 12:49:17.380074 332038 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-amd64 -p addons-301558 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-301558 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m11.125313849s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-301558 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-amd64 -p addons-301558 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-301558
helpers_test.go:235: (dbg) docker inspect addons-301558:
-- stdout --
[
{
"Id": "e53c1620f81c157ba06c7b449eb7b4eedf3ae80b93422e78432c1e183ba0176f",
"Created": "2025-02-10T12:46:17.04571367Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 334125,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-02-10T12:46:17.153868757Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:e72c4cbe9b296d8a58fbcae1a7b969fa1cee662cd7b86f2d4efc5e146519cf0a",
"ResolvConfPath": "/var/lib/docker/containers/e53c1620f81c157ba06c7b449eb7b4eedf3ae80b93422e78432c1e183ba0176f/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/e53c1620f81c157ba06c7b449eb7b4eedf3ae80b93422e78432c1e183ba0176f/hostname",
"HostsPath": "/var/lib/docker/containers/e53c1620f81c157ba06c7b449eb7b4eedf3ae80b93422e78432c1e183ba0176f/hosts",
"LogPath": "/var/lib/docker/containers/e53c1620f81c157ba06c7b449eb7b4eedf3ae80b93422e78432c1e183ba0176f/e53c1620f81c157ba06c7b449eb7b4eedf3ae80b93422e78432c1e183ba0176f-json.log",
"Name": "/addons-301558",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-301558:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-301558",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/51120432e8223e832eea3d1ca2114f12defe4f03792e678cce505274efa5dde5-init/diff:/var/lib/docker/overlay2/7f5e3bf2200e5eb196187642871eb2123919b6b27ae4238a27bd222a21506513/diff",
"MergedDir": "/var/lib/docker/overlay2/51120432e8223e832eea3d1ca2114f12defe4f03792e678cce505274efa5dde5/merged",
"UpperDir": "/var/lib/docker/overlay2/51120432e8223e832eea3d1ca2114f12defe4f03792e678cce505274efa5dde5/diff",
"WorkDir": "/var/lib/docker/overlay2/51120432e8223e832eea3d1ca2114f12defe4f03792e678cce505274efa5dde5/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-301558",
"Source": "/var/lib/docker/volumes/addons-301558/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-301558",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-301558",
"name.minikube.sigs.k8s.io": "addons-301558",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "d9a4c17fd48d301d54d5f0d9251e190ab5a267fa8256baba8c1fcbf5add3d8fb",
"SandboxKey": "/var/run/docker/netns/d9a4c17fd48d",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32888"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32889"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32892"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32890"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32891"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-301558": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "5f51cae4e1f46b95be7a3b43325af12e9fc99b059ac2aa7becf05a2d56114236",
"EndpointID": "e6f8b87cfe2ef1387a5fe60118dc10ced89c8adc9ce6accc37bbcc783fbd0bf8",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-301558",
"e53c1620f81c"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-301558 -n addons-301558
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-301558 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-301558 logs -n 25: (1.094056012s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | --download-only -p | download-docker-918301 | jenkins | v1.35.0 | 10 Feb 25 12:45 UTC | |
| | download-docker-918301 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-918301 | download-docker-918301 | jenkins | v1.35.0 | 10 Feb 25 12:45 UTC | 10 Feb 25 12:45 UTC |
| start | --download-only -p | binary-mirror-308728 | jenkins | v1.35.0 | 10 Feb 25 12:45 UTC | |
| | binary-mirror-308728 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:38605 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-308728 | binary-mirror-308728 | jenkins | v1.35.0 | 10 Feb 25 12:45 UTC | 10 Feb 25 12:45 UTC |
| addons | disable dashboard -p | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:45 UTC | |
| | addons-301558 | | | | | |
| addons | enable dashboard -p | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:45 UTC | |
| | addons-301558 | | | | | |
| start | -p addons-301558 --wait=true | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:45 UTC | 10 Feb 25 12:48 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-301558 addons disable | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:48 UTC | 10 Feb 25 12:48 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-301558 addons disable | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:48 UTC | 10 Feb 25 12:48 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:48 UTC | 10 Feb 25 12:48 UTC |
| | -p addons-301558 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-301558 addons | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:48 UTC | 10 Feb 25 12:48 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-301558 addons disable | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:48 UTC | 10 Feb 25 12:48 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-301558 ip | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:48 UTC | 10 Feb 25 12:48 UTC |
| addons | addons-301558 addons disable | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:48 UTC | 10 Feb 25 12:48 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-301558 addons disable | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:48 UTC | 10 Feb 25 12:48 UTC |
| | amd-gpu-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-301558 addons disable | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:48 UTC | 10 Feb 25 12:49 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| ssh | addons-301558 ssh cat | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:49 UTC | 10 Feb 25 12:49 UTC |
| | /opt/local-path-provisioner/pvc-1de8bb5b-906b-43ff-8ca3-79f7bbe48b6e_default_test-pvc/file1 | | | | | |
| addons | addons-301558 addons disable | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:49 UTC | 10 Feb 25 12:49 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-301558 addons | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:49 UTC | 10 Feb 25 12:49 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-301558 addons | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:49 UTC | 10 Feb 25 12:49 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-301558 addons | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:49 UTC | 10 Feb 25 12:49 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-301558 ssh curl -s | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:49 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-301558 addons | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:49 UTC | 10 Feb 25 12:49 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-301558 addons | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:49 UTC | 10 Feb 25 12:49 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-301558 ip | addons-301558 | jenkins | v1.35.0 | 10 Feb 25 12:51 UTC | 10 Feb 25 12:51 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/02/10 12:45:54
Running on machine: ubuntu-20-agent-9
Binary: Built with gc go1.23.4 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0210 12:45:54.548771 333377 out.go:345] Setting OutFile to fd 1 ...
I0210 12:45:54.548919 333377 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0210 12:45:54.548929 333377 out.go:358] Setting ErrFile to fd 2...
I0210 12:45:54.548936 333377 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0210 12:45:54.549156 333377 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20390-325267/.minikube/bin
I0210 12:45:54.549753 333377 out.go:352] Setting JSON to false
I0210 12:45:54.550680 333377 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-9","uptime":12497,"bootTime":1739179058,"procs":182,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1075-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0210 12:45:54.550781 333377 start.go:139] virtualization: kvm guest
I0210 12:45:54.552785 333377 out.go:177] * [addons-301558] minikube v1.35.0 on Ubuntu 20.04 (kvm/amd64)
I0210 12:45:54.553903 333377 notify.go:220] Checking for updates...
I0210 12:45:54.553985 333377 out.go:177] - MINIKUBE_LOCATION=20390
I0210 12:45:54.555223 333377 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0210 12:45:54.556503 333377 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20390-325267/kubeconfig
I0210 12:45:54.557633 333377 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20390-325267/.minikube
I0210 12:45:54.558645 333377 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0210 12:45:54.559701 333377 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0210 12:45:54.560801 333377 driver.go:394] Setting default libvirt URI to qemu:///system
I0210 12:45:54.582029 333377 docker.go:123] docker version: linux-27.5.1:Docker Engine - Community
I0210 12:45:54.582117 333377 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0210 12:45:54.634098 333377 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:32 OomKillDisable:true NGoroutines:48 SystemTime:2025-02-10 12:45:54.625339604 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1075-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x86
_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647996928 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:27.5.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb Expected:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb} RuncCommit:{ID:v1.2.4-0-g6c52b3f Expected:v1.2.4-0-g6c52b3f} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerError
s:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.20.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.32.4] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0210 12:45:54.634210 333377 docker.go:318] overlay module found
I0210 12:45:54.635927 333377 out.go:177] * Using the docker driver based on user configuration
I0210 12:45:54.637175 333377 start.go:297] selected driver: docker
I0210 12:45:54.637194 333377 start.go:901] validating driver "docker" against <nil>
I0210 12:45:54.637206 333377 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0210 12:45:54.637935 333377 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0210 12:45:54.686519 333377 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:32 OomKillDisable:true NGoroutines:48 SystemTime:2025-02-10 12:45:54.67757598 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1075-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x86_
64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647996928 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:27.5.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb Expected:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb} RuncCommit:{ID:v1.2.4-0-g6c52b3f Expected:v1.2.4-0-g6c52b3f} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors
:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.20.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.32.4] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0210 12:45:54.686710 333377 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0210 12:45:54.686985 333377 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0210 12:45:54.689731 333377 out.go:177] * Using Docker driver with root privileges
I0210 12:45:54.691016 333377 cni.go:84] Creating CNI manager for ""
I0210 12:45:54.691076 333377 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0210 12:45:54.691086 333377 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0210 12:45:54.691157 333377 start.go:340] cluster config:
{Name:addons-301558 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-301558 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: Network
Plugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPau
seInterval:1m0s}
I0210 12:45:54.692431 333377 out.go:177] * Starting "addons-301558" primary control-plane node in "addons-301558" cluster
I0210 12:45:54.693458 333377 cache.go:121] Beginning downloading kic base image for docker with crio
I0210 12:45:54.694487 333377 out.go:177] * Pulling base image v0.0.46 ...
I0210 12:45:54.695582 333377 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0210 12:45:54.695609 333377 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20390-325267/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-amd64.tar.lz4
I0210 12:45:54.695618 333377 cache.go:56] Caching tarball of preloaded images
I0210 12:45:54.695671 333377 image.go:81] Checking for gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local docker daemon
I0210 12:45:54.695689 333377 preload.go:172] Found /home/jenkins/minikube-integration/20390-325267/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I0210 12:45:54.695696 333377 cache.go:59] Finished verifying existence of preloaded tar for v1.32.1 on crio
I0210 12:45:54.695973 333377 profile.go:143] Saving config to /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/config.json ...
I0210 12:45:54.695992 333377 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/config.json: {Name:mk5691789dfc540a2107f1c31b4a6b57184330d5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 12:45:54.712075 333377 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 to local cache
I0210 12:45:54.712186 333377 image.go:65] Checking for gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local cache directory
I0210 12:45:54.712206 333377 image.go:68] Found gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local cache directory, skipping pull
I0210 12:45:54.712213 333377 image.go:137] gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 exists in cache, skipping pull
I0210 12:45:54.712227 333377 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 as a tarball
I0210 12:45:54.712235 333377 cache.go:163] Loading gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 from local cache
I0210 12:46:06.849807 333377 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 from cached tarball
I0210 12:46:06.849863 333377 cache.go:230] Successfully downloaded all kic artifacts
I0210 12:46:06.849901 333377 start.go:360] acquireMachinesLock for addons-301558: {Name:mk17cdc59fd1a53a321d17b9267e548ef5e2c897 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0210 12:46:06.850001 333377 start.go:364] duration metric: took 76.031µs to acquireMachinesLock for "addons-301558"
I0210 12:46:06.850024 333377 start.go:93] Provisioning new machine with config: &{Name:addons-301558 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-301558 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[
] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVM
netClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0210 12:46:06.850095 333377 start.go:125] createHost starting for "" (driver="docker")
I0210 12:46:06.852060 333377 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0210 12:46:06.852310 333377 start.go:159] libmachine.API.Create for "addons-301558" (driver="docker")
I0210 12:46:06.852351 333377 client.go:168] LocalClient.Create starting
I0210 12:46:06.852473 333377 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20390-325267/.minikube/certs/ca.pem
I0210 12:46:07.152821 333377 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20390-325267/.minikube/certs/cert.pem
I0210 12:46:07.311888 333377 cli_runner.go:164] Run: docker network inspect addons-301558 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0210 12:46:07.328597 333377 cli_runner.go:211] docker network inspect addons-301558 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0210 12:46:07.328676 333377 network_create.go:284] running [docker network inspect addons-301558] to gather additional debugging logs...
I0210 12:46:07.328696 333377 cli_runner.go:164] Run: docker network inspect addons-301558
W0210 12:46:07.343898 333377 cli_runner.go:211] docker network inspect addons-301558 returned with exit code 1
I0210 12:46:07.343937 333377 network_create.go:287] error running [docker network inspect addons-301558]: docker network inspect addons-301558: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-301558 not found
I0210 12:46:07.343950 333377 network_create.go:289] output of [docker network inspect addons-301558]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-301558 not found
** /stderr **
I0210 12:46:07.344041 333377 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0210 12:46:07.359287 333377 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001b63fa0}
I0210 12:46:07.359343 333377 network_create.go:124] attempt to create docker network addons-301558 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0210 12:46:07.359385 333377 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-301558 addons-301558
I0210 12:46:07.420464 333377 network_create.go:108] docker network addons-301558 192.168.49.0/24 created
I0210 12:46:07.420496 333377 kic.go:121] calculated static IP "192.168.49.2" for the "addons-301558" container
I0210 12:46:07.420566 333377 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0210 12:46:07.435813 333377 cli_runner.go:164] Run: docker volume create addons-301558 --label name.minikube.sigs.k8s.io=addons-301558 --label created_by.minikube.sigs.k8s.io=true
I0210 12:46:07.452791 333377 oci.go:103] Successfully created a docker volume addons-301558
I0210 12:46:07.452891 333377 cli_runner.go:164] Run: docker run --rm --name addons-301558-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-301558 --entrypoint /usr/bin/test -v addons-301558:/var gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -d /var/lib
I0210 12:46:12.475458 333377 cli_runner.go:217] Completed: docker run --rm --name addons-301558-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-301558 --entrypoint /usr/bin/test -v addons-301558:/var gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -d /var/lib: (5.022522738s)
I0210 12:46:12.475491 333377 oci.go:107] Successfully prepared a docker volume addons-301558
I0210 12:46:12.475507 333377 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0210 12:46:12.475531 333377 kic.go:194] Starting extracting preloaded images to volume ...
I0210 12:46:12.475580 333377 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20390-325267/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-301558:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -I lz4 -xf /preloaded.tar -C /extractDir
I0210 12:46:16.986743 333377 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20390-325267/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-301558:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -I lz4 -xf /preloaded.tar -C /extractDir: (4.511113296s)
I0210 12:46:16.986782 333377 kic.go:203] duration metric: took 4.511248164s to extract preloaded images to volume ...
W0210 12:46:16.986924 333377 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0210 12:46:16.987038 333377 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0210 12:46:17.031193 333377 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-301558 --name addons-301558 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-301558 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-301558 --network addons-301558 --ip 192.168.49.2 --volume addons-301558:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279
I0210 12:46:17.305555 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Running}}
I0210 12:46:17.323721 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:17.340713 333377 cli_runner.go:164] Run: docker exec addons-301558 stat /var/lib/dpkg/alternatives/iptables
I0210 12:46:17.379670 333377 oci.go:144] the created container "addons-301558" has a running status.
I0210 12:46:17.379703 333377 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa...
I0210 12:46:17.567861 333377 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0210 12:46:17.592353 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:17.610022 333377 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0210 12:46:17.610043 333377 kic_runner.go:114] Args: [docker exec --privileged addons-301558 chown docker:docker /home/docker/.ssh/authorized_keys]
I0210 12:46:17.665326 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:17.688132 333377 machine.go:93] provisionDockerMachine start ...
I0210 12:46:17.688228 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:17.707724 333377 main.go:141] libmachine: Using SSH client type: native
I0210 12:46:17.707916 333377 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x865a00] 0x8686e0 <nil> [] 0s} 127.0.0.1 32888 <nil> <nil>}
I0210 12:46:17.707930 333377 main.go:141] libmachine: About to run SSH command:
hostname
I0210 12:46:17.930550 333377 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-301558
I0210 12:46:17.930588 333377 ubuntu.go:169] provisioning hostname "addons-301558"
I0210 12:46:17.930670 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:17.948126 333377 main.go:141] libmachine: Using SSH client type: native
I0210 12:46:17.948328 333377 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x865a00] 0x8686e0 <nil> [] 0s} 127.0.0.1 32888 <nil> <nil>}
I0210 12:46:17.948350 333377 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-301558 && echo "addons-301558" | sudo tee /etc/hostname
I0210 12:46:18.085065 333377 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-301558
I0210 12:46:18.085141 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:18.101937 333377 main.go:141] libmachine: Using SSH client type: native
I0210 12:46:18.102112 333377 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x865a00] 0x8686e0 <nil> [] 0s} 127.0.0.1 32888 <nil> <nil>}
I0210 12:46:18.102128 333377 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-301558' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-301558/g' /etc/hosts;
else
echo '127.0.1.1 addons-301558' | sudo tee -a /etc/hosts;
fi
fi
I0210 12:46:18.226875 333377 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0210 12:46:18.226902 333377 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20390-325267/.minikube CaCertPath:/home/jenkins/minikube-integration/20390-325267/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20390-325267/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20390-325267/.minikube}
I0210 12:46:18.226933 333377 ubuntu.go:177] setting up certificates
I0210 12:46:18.226948 333377 provision.go:84] configureAuth start
I0210 12:46:18.227004 333377 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-301558
I0210 12:46:18.242682 333377 provision.go:143] copyHostCerts
I0210 12:46:18.242759 333377 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20390-325267/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20390-325267/.minikube/ca.pem (1082 bytes)
I0210 12:46:18.242877 333377 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20390-325267/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20390-325267/.minikube/cert.pem (1123 bytes)
I0210 12:46:18.242941 333377 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20390-325267/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20390-325267/.minikube/key.pem (1679 bytes)
I0210 12:46:18.242996 333377 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20390-325267/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20390-325267/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20390-325267/.minikube/certs/ca-key.pem org=jenkins.addons-301558 san=[127.0.0.1 192.168.49.2 addons-301558 localhost minikube]
I0210 12:46:18.350309 333377 provision.go:177] copyRemoteCerts
I0210 12:46:18.350373 333377 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0210 12:46:18.350413 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:18.366837 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:18.459447 333377 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20390-325267/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0210 12:46:18.480523 333377 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20390-325267/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0210 12:46:18.502038 333377 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20390-325267/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0210 12:46:18.522621 333377 provision.go:87] duration metric: took 295.655305ms to configureAuth
I0210 12:46:18.522651 333377 ubuntu.go:193] setting minikube options for container-runtime
I0210 12:46:18.522832 333377 config.go:182] Loaded profile config "addons-301558": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0210 12:46:18.522930 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:18.539391 333377 main.go:141] libmachine: Using SSH client type: native
I0210 12:46:18.539571 333377 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x865a00] 0x8686e0 <nil> [] 0s} 127.0.0.1 32888 <nil> <nil>}
I0210 12:46:18.539588 333377 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0210 12:46:18.747033 333377 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0210 12:46:18.747069 333377 machine.go:96] duration metric: took 1.058911871s to provisionDockerMachine
I0210 12:46:18.747085 333377 client.go:171] duration metric: took 11.894722815s to LocalClient.Create
I0210 12:46:18.747112 333377 start.go:167] duration metric: took 11.894800874s to libmachine.API.Create "addons-301558"
I0210 12:46:18.747128 333377 start.go:293] postStartSetup for "addons-301558" (driver="docker")
I0210 12:46:18.747153 333377 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0210 12:46:18.747249 333377 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0210 12:46:18.747365 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:18.763226 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:18.855511 333377 ssh_runner.go:195] Run: cat /etc/os-release
I0210 12:46:18.858331 333377 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0210 12:46:18.858362 333377 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0210 12:46:18.858369 333377 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0210 12:46:18.858377 333377 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0210 12:46:18.858387 333377 filesync.go:126] Scanning /home/jenkins/minikube-integration/20390-325267/.minikube/addons for local assets ...
I0210 12:46:18.858440 333377 filesync.go:126] Scanning /home/jenkins/minikube-integration/20390-325267/.minikube/files for local assets ...
I0210 12:46:18.858463 333377 start.go:296] duration metric: took 111.326229ms for postStartSetup
I0210 12:46:18.858728 333377 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-301558
I0210 12:46:18.874778 333377 profile.go:143] Saving config to /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/config.json ...
I0210 12:46:18.875030 333377 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0210 12:46:18.875082 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:18.891898 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:18.979957 333377 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0210 12:46:18.984105 333377 start.go:128] duration metric: took 12.133988035s to createHost
I0210 12:46:18.984134 333377 start.go:83] releasing machines lock for "addons-301558", held for 12.13412102s
I0210 12:46:18.984213 333377 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-301558
I0210 12:46:19.002039 333377 ssh_runner.go:195] Run: cat /version.json
I0210 12:46:19.002111 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:19.002119 333377 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0210 12:46:19.002189 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:19.018925 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:19.020287 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:19.106820 333377 ssh_runner.go:195] Run: systemctl --version
I0210 12:46:19.110943 333377 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0210 12:46:19.246778 333377 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0210 12:46:19.250903 333377 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0210 12:46:19.267708 333377 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0210 12:46:19.267784 333377 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0210 12:46:19.292254 333377 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0210 12:46:19.292282 333377 start.go:495] detecting cgroup driver to use...
I0210 12:46:19.292320 333377 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0210 12:46:19.292376 333377 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0210 12:46:19.305775 333377 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0210 12:46:19.315598 333377 docker.go:217] disabling cri-docker service (if available) ...
I0210 12:46:19.315652 333377 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0210 12:46:19.327291 333377 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0210 12:46:19.339468 333377 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0210 12:46:19.412426 333377 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0210 12:46:19.488113 333377 docker.go:233] disabling docker service ...
I0210 12:46:19.488186 333377 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0210 12:46:19.504647 333377 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0210 12:46:19.514382 333377 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0210 12:46:19.588634 333377 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0210 12:46:19.669332 333377 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0210 12:46:19.679144 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0210 12:46:19.693074 333377 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0210 12:46:19.693121 333377 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0210 12:46:19.701618 333377 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0210 12:46:19.701667 333377 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0210 12:46:19.709792 333377 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0210 12:46:19.717870 333377 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0210 12:46:19.725746 333377 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0210 12:46:19.733202 333377 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0210 12:46:19.741157 333377 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0210 12:46:19.754156 333377 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0210 12:46:19.762050 333377 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0210 12:46:19.768930 333377 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0210 12:46:19.775878 333377 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0210 12:46:19.854957 333377 ssh_runner.go:195] Run: sudo systemctl restart crio
I0210 12:46:19.962224 333377 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0210 12:46:19.962307 333377 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0210 12:46:19.965720 333377 start.go:563] Will wait 60s for crictl version
I0210 12:46:19.965763 333377 ssh_runner.go:195] Run: which crictl
I0210 12:46:19.968794 333377 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0210 12:46:19.999016 333377 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0210 12:46:19.999099 333377 ssh_runner.go:195] Run: crio --version
I0210 12:46:20.032742 333377 ssh_runner.go:195] Run: crio --version
I0210 12:46:20.065464 333377 out.go:177] * Preparing Kubernetes v1.32.1 on CRI-O 1.24.6 ...
I0210 12:46:20.066572 333377 cli_runner.go:164] Run: docker network inspect addons-301558 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0210 12:46:20.082761 333377 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0210 12:46:20.086134 333377 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0210 12:46:20.095855 333377 kubeadm.go:883] updating cluster {Name:addons-301558 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-301558 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] D
NSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClie
ntPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0210 12:46:20.096450 333377 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0210 12:46:20.096531 333377 ssh_runner.go:195] Run: sudo crictl images --output json
I0210 12:46:20.159030 333377 crio.go:514] all images are preloaded for cri-o runtime.
I0210 12:46:20.159054 333377 crio.go:433] Images already preloaded, skipping extraction
I0210 12:46:20.159100 333377 ssh_runner.go:195] Run: sudo crictl images --output json
I0210 12:46:20.189589 333377 crio.go:514] all images are preloaded for cri-o runtime.
I0210 12:46:20.189613 333377 cache_images.go:84] Images are preloaded, skipping loading
I0210 12:46:20.189623 333377 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.32.1 crio true true} ...
I0210 12:46:20.189731 333377 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-301558 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.32.1 ClusterName:addons-301558 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0210 12:46:20.189790 333377 ssh_runner.go:195] Run: crio config
I0210 12:46:20.229597 333377 cni.go:84] Creating CNI manager for ""
I0210 12:46:20.229620 333377 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0210 12:46:20.229633 333377 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0210 12:46:20.229665 333377 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.32.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-301558 NodeName:addons-301558 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0210 12:46:20.229838 333377 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-301558"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0210 12:46:20.229911 333377 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.1
I0210 12:46:20.237902 333377 binaries.go:44] Found k8s binaries, skipping transfer
I0210 12:46:20.237975 333377 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0210 12:46:20.245649 333377 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0210 12:46:20.260961 333377 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0210 12:46:20.275896 333377 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I0210 12:46:20.290686 333377 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0210 12:46:20.293653 333377 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0210 12:46:20.303027 333377 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0210 12:46:20.383397 333377 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0210 12:46:20.394677 333377 certs.go:68] Setting up /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558 for IP: 192.168.49.2
I0210 12:46:20.394696 333377 certs.go:194] generating shared ca certs ...
I0210 12:46:20.394717 333377 certs.go:226] acquiring lock for ca certs: {Name:mk10f90e3263e227b9b71035af89141e727c602d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 12:46:20.394851 333377 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20390-325267/.minikube/ca.key
I0210 12:46:20.593831 333377 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20390-325267/.minikube/ca.crt ...
I0210 12:46:20.593866 333377 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20390-325267/.minikube/ca.crt: {Name:mk9aa513ffa0b0ed8ecd80738e76a26852510129 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 12:46:20.594057 333377 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20390-325267/.minikube/ca.key ...
I0210 12:46:20.594070 333377 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20390-325267/.minikube/ca.key: {Name:mk554c1847aa57524cf0084a35c44babe6842948 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 12:46:20.594153 333377 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20390-325267/.minikube/proxy-client-ca.key
I0210 12:46:20.652084 333377 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20390-325267/.minikube/proxy-client-ca.crt ...
I0210 12:46:20.652118 333377 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20390-325267/.minikube/proxy-client-ca.crt: {Name:mk505e7c96e03b1b5ddbc6adb6bc72bc68358b7a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 12:46:20.652282 333377 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20390-325267/.minikube/proxy-client-ca.key ...
I0210 12:46:20.652294 333377 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20390-325267/.minikube/proxy-client-ca.key: {Name:mkdc8c6374ce4ed2f2e9d7f6f1b8cd38a86b2ff8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 12:46:20.652366 333377 certs.go:256] generating profile certs ...
I0210 12:46:20.652425 333377 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/client.key
I0210 12:46:20.652442 333377 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/client.crt with IP's: []
I0210 12:46:20.939066 333377 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/client.crt ...
I0210 12:46:20.939104 333377 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/client.crt: {Name:mkf2b7cb870370b91595c440a8fdf16ae72384cc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 12:46:20.939314 333377 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/client.key ...
I0210 12:46:20.939329 333377 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/client.key: {Name:mkbf2b62711041438bcc0b80dc54b089cff6111d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 12:46:20.939415 333377 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/apiserver.key.5d08842d
I0210 12:46:20.939437 333377 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/apiserver.crt.5d08842d with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0210 12:46:21.040013 333377 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/apiserver.crt.5d08842d ...
I0210 12:46:21.040056 333377 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/apiserver.crt.5d08842d: {Name:mkc1e76ed39914990fc24eecc5b8c52d8cb75e9a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 12:46:21.040242 333377 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/apiserver.key.5d08842d ...
I0210 12:46:21.040259 333377 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/apiserver.key.5d08842d: {Name:mk1d2e969f6331cd496436099af0b00c16b2d765 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 12:46:21.040339 333377 certs.go:381] copying /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/apiserver.crt.5d08842d -> /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/apiserver.crt
I0210 12:46:21.040448 333377 certs.go:385] copying /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/apiserver.key.5d08842d -> /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/apiserver.key
I0210 12:46:21.040510 333377 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/proxy-client.key
I0210 12:46:21.040531 333377 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/proxy-client.crt with IP's: []
I0210 12:46:21.320720 333377 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/proxy-client.crt ...
I0210 12:46:21.320756 333377 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/proxy-client.crt: {Name:mk7abc78056d2611e688c9c400e90949c84eb16d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 12:46:21.320924 333377 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/proxy-client.key ...
I0210 12:46:21.320939 333377 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/proxy-client.key: {Name:mk13b0320c8b37e54d4f88a5f541987e01d7353d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 12:46:21.321110 333377 certs.go:484] found cert: /home/jenkins/minikube-integration/20390-325267/.minikube/certs/ca-key.pem (1675 bytes)
I0210 12:46:21.321148 333377 certs.go:484] found cert: /home/jenkins/minikube-integration/20390-325267/.minikube/certs/ca.pem (1082 bytes)
I0210 12:46:21.321169 333377 certs.go:484] found cert: /home/jenkins/minikube-integration/20390-325267/.minikube/certs/cert.pem (1123 bytes)
I0210 12:46:21.321200 333377 certs.go:484] found cert: /home/jenkins/minikube-integration/20390-325267/.minikube/certs/key.pem (1679 bytes)
I0210 12:46:21.321794 333377 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20390-325267/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0210 12:46:21.343299 333377 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20390-325267/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0210 12:46:21.363495 333377 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20390-325267/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0210 12:46:21.384605 333377 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20390-325267/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0210 12:46:21.405939 333377 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0210 12:46:21.427611 333377 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0210 12:46:21.449483 333377 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0210 12:46:21.470721 333377 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20390-325267/.minikube/profiles/addons-301558/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0210 12:46:21.492623 333377 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20390-325267/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0210 12:46:21.513985 333377 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0210 12:46:21.530018 333377 ssh_runner.go:195] Run: openssl version
I0210 12:46:21.536009 333377 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0210 12:46:21.544758 333377 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0210 12:46:21.547961 333377 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Feb 10 12:46 /usr/share/ca-certificates/minikubeCA.pem
I0210 12:46:21.548120 333377 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0210 12:46:21.554415 333377 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0210 12:46:21.562846 333377 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0210 12:46:21.565772 333377 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0210 12:46:21.565823 333377 kubeadm.go:392] StartCluster: {Name:addons-301558 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-301558 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSD
omain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientP
ath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0210 12:46:21.565906 333377 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0210 12:46:21.565944 333377 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0210 12:46:21.597692 333377 cri.go:89] found id: ""
I0210 12:46:21.597754 333377 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0210 12:46:21.605668 333377 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0210 12:46:21.613643 333377 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0210 12:46:21.613702 333377 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0210 12:46:21.621444 333377 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0210 12:46:21.621462 333377 kubeadm.go:157] found existing configuration files:
I0210 12:46:21.621497 333377 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0210 12:46:21.628998 333377 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0210 12:46:21.629050 333377 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0210 12:46:21.636455 333377 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0210 12:46:21.643921 333377 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0210 12:46:21.643969 333377 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0210 12:46:21.651082 333377 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0210 12:46:21.658345 333377 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0210 12:46:21.658391 333377 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0210 12:46:21.665829 333377 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0210 12:46:21.673709 333377 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0210 12:46:21.673754 333377 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0210 12:46:21.681067 333377 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.32.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0210 12:46:21.731939 333377 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I0210 12:46:21.732257 333377 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1075-gcp\n", err: exit status 1
I0210 12:46:21.783269 333377 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0210 12:46:31.133837 333377 kubeadm.go:310] [init] Using Kubernetes version: v1.32.1
I0210 12:46:31.133936 333377 kubeadm.go:310] [preflight] Running pre-flight checks
I0210 12:46:31.134021 333377 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0210 12:46:31.134068 333377 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1075-gcp[0m
I0210 12:46:31.134098 333377 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0210 12:46:31.134140 333377 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0210 12:46:31.134183 333377 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0210 12:46:31.134226 333377 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0210 12:46:31.134264 333377 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0210 12:46:31.134303 333377 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0210 12:46:31.134342 333377 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0210 12:46:31.134430 333377 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0210 12:46:31.134518 333377 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0210 12:46:31.134590 333377 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0210 12:46:31.134691 333377 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0210 12:46:31.134781 333377 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0210 12:46:31.134890 333377 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0210 12:46:31.134943 333377 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0210 12:46:31.136450 333377 out.go:235] - Generating certificates and keys ...
I0210 12:46:31.136539 333377 kubeadm.go:310] [certs] Using existing ca certificate authority
I0210 12:46:31.136606 333377 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0210 12:46:31.136669 333377 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0210 12:46:31.136718 333377 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0210 12:46:31.136776 333377 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0210 12:46:31.136841 333377 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0210 12:46:31.136894 333377 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0210 12:46:31.136999 333377 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-301558 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0210 12:46:31.137047 333377 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0210 12:46:31.137150 333377 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-301558 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0210 12:46:31.137245 333377 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0210 12:46:31.137340 333377 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0210 12:46:31.137390 333377 kubeadm.go:310] [certs] Generating "sa" key and public key
I0210 12:46:31.137448 333377 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0210 12:46:31.137495 333377 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0210 12:46:31.137548 333377 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0210 12:46:31.137598 333377 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0210 12:46:31.137656 333377 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0210 12:46:31.137703 333377 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0210 12:46:31.137775 333377 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0210 12:46:31.137832 333377 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0210 12:46:31.138921 333377 out.go:235] - Booting up control plane ...
I0210 12:46:31.139004 333377 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0210 12:46:31.139106 333377 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0210 12:46:31.139201 333377 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0210 12:46:31.139355 333377 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0210 12:46:31.139466 333377 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0210 12:46:31.139510 333377 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0210 12:46:31.139617 333377 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0210 12:46:31.139711 333377 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0210 12:46:31.139760 333377 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.56822ms
I0210 12:46:31.139842 333377 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0210 12:46:31.139922 333377 kubeadm.go:310] [api-check] The API server is healthy after 4.502138688s
I0210 12:46:31.140081 333377 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0210 12:46:31.140240 333377 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0210 12:46:31.140296 333377 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0210 12:46:31.140446 333377 kubeadm.go:310] [mark-control-plane] Marking the node addons-301558 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0210 12:46:31.140534 333377 kubeadm.go:310] [bootstrap-token] Using token: nl4mzv.qk5aetip8eiyujv6
I0210 12:46:31.142180 333377 out.go:235] - Configuring RBAC rules ...
I0210 12:46:31.142283 333377 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0210 12:46:31.142391 333377 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0210 12:46:31.142575 333377 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0210 12:46:31.142753 333377 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0210 12:46:31.142899 333377 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0210 12:46:31.143024 333377 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0210 12:46:31.143222 333377 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0210 12:46:31.143287 333377 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0210 12:46:31.143360 333377 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0210 12:46:31.143371 333377 kubeadm.go:310]
I0210 12:46:31.143444 333377 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0210 12:46:31.143454 333377 kubeadm.go:310]
I0210 12:46:31.143561 333377 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0210 12:46:31.143568 333377 kubeadm.go:310]
I0210 12:46:31.143605 333377 kubeadm.go:310] mkdir -p $HOME/.kube
I0210 12:46:31.143687 333377 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0210 12:46:31.143779 333377 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0210 12:46:31.143792 333377 kubeadm.go:310]
I0210 12:46:31.143871 333377 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0210 12:46:31.143881 333377 kubeadm.go:310]
I0210 12:46:31.143947 333377 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0210 12:46:31.143956 333377 kubeadm.go:310]
I0210 12:46:31.144037 333377 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0210 12:46:31.144144 333377 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0210 12:46:31.144243 333377 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0210 12:46:31.144253 333377 kubeadm.go:310]
I0210 12:46:31.144378 333377 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0210 12:46:31.144488 333377 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0210 12:46:31.144500 333377 kubeadm.go:310]
I0210 12:46:31.144620 333377 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token nl4mzv.qk5aetip8eiyujv6 \
I0210 12:46:31.144766 333377 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:72d75e3a1d269bc3f4a1f5a6aae4b1ee8cbcab2b6b236933fc5ead801e3de32d \
I0210 12:46:31.144802 333377 kubeadm.go:310] --control-plane
I0210 12:46:31.144811 333377 kubeadm.go:310]
I0210 12:46:31.144931 333377 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0210 12:46:31.144940 333377 kubeadm.go:310]
I0210 12:46:31.145009 333377 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token nl4mzv.qk5aetip8eiyujv6 \
I0210 12:46:31.145119 333377 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:72d75e3a1d269bc3f4a1f5a6aae4b1ee8cbcab2b6b236933fc5ead801e3de32d
I0210 12:46:31.145132 333377 cni.go:84] Creating CNI manager for ""
I0210 12:46:31.145149 333377 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0210 12:46:31.146427 333377 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0210 12:46:31.147468 333377 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0210 12:46:31.151086 333377 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.32.1/kubectl ...
I0210 12:46:31.151111 333377 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0210 12:46:31.167570 333377 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0210 12:46:31.354048 333377 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0210 12:46:31.354149 333377 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0210 12:46:31.354200 333377 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-301558 minikube.k8s.io/updated_at=2025_02_10T12_46_31_0700 minikube.k8s.io/version=v1.35.0 minikube.k8s.io/commit=7d7e9539cf1c3abd6114cdafa89e43b830da4e04 minikube.k8s.io/name=addons-301558 minikube.k8s.io/primary=true
I0210 12:46:31.361160 333377 ops.go:34] apiserver oom_adj: -16
I0210 12:46:31.468120 333377 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0210 12:46:31.969064 333377 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0210 12:46:32.468228 333377 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0210 12:46:32.968380 333377 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0210 12:46:33.468411 333377 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0210 12:46:33.968943 333377 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0210 12:46:34.468915 333377 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0210 12:46:34.969151 333377 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0210 12:46:35.468460 333377 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0210 12:46:35.968587 333377 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0210 12:46:36.029246 333377 kubeadm.go:1113] duration metric: took 4.675168466s to wait for elevateKubeSystemPrivileges
I0210 12:46:36.029286 333377 kubeadm.go:394] duration metric: took 14.463469095s to StartCluster
I0210 12:46:36.029306 333377 settings.go:142] acquiring lock: {Name:mk29d01ae0a847fc75296caded94d8345949469e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 12:46:36.029416 333377 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20390-325267/kubeconfig
I0210 12:46:36.029856 333377 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20390-325267/kubeconfig: {Name:mk4615b21c17d3d18603489e2ade23be13343bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0210 12:46:36.030054 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0210 12:46:36.030065 333377 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0210 12:46:36.030140 333377 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0210 12:46:36.030280 333377 addons.go:69] Setting yakd=true in profile "addons-301558"
I0210 12:46:36.030295 333377 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-301558"
I0210 12:46:36.030306 333377 addons.go:238] Setting addon yakd=true in "addons-301558"
I0210 12:46:36.030295 333377 addons.go:69] Setting cloud-spanner=true in profile "addons-301558"
I0210 12:46:36.030317 333377 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-301558"
I0210 12:46:36.030322 333377 addons.go:69] Setting default-storageclass=true in profile "addons-301558"
I0210 12:46:36.030355 333377 addons.go:69] Setting registry=true in profile "addons-301558"
I0210 12:46:36.030357 333377 addons.go:69] Setting inspektor-gadget=true in profile "addons-301558"
I0210 12:46:36.030357 333377 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-301558"
I0210 12:46:36.030362 333377 addons.go:69] Setting ingress-dns=true in profile "addons-301558"
I0210 12:46:36.030369 333377 addons.go:238] Setting addon inspektor-gadget=true in "addons-301558"
I0210 12:46:36.030369 333377 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-301558"
I0210 12:46:36.030371 333377 addons.go:69] Setting volcano=true in profile "addons-301558"
I0210 12:46:36.030358 333377 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-301558"
I0210 12:46:36.030377 333377 addons.go:238] Setting addon ingress-dns=true in "addons-301558"
I0210 12:46:36.030385 333377 addons.go:238] Setting addon volcano=true in "addons-301558"
I0210 12:46:36.030399 333377 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-301558"
I0210 12:46:36.030407 333377 host.go:66] Checking if "addons-301558" exists ...
I0210 12:46:36.030414 333377 host.go:66] Checking if "addons-301558" exists ...
I0210 12:46:36.030419 333377 host.go:66] Checking if "addons-301558" exists ...
I0210 12:46:36.030368 333377 addons.go:238] Setting addon registry=true in "addons-301558"
I0210 12:46:36.030470 333377 host.go:66] Checking if "addons-301558" exists ...
I0210 12:46:36.030375 333377 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-301558"
I0210 12:46:36.030340 333377 config.go:182] Loaded profile config "addons-301558": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0210 12:46:36.030571 333377 host.go:66] Checking if "addons-301558" exists ...
I0210 12:46:36.030346 333377 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-301558"
I0210 12:46:36.030619 333377 host.go:66] Checking if "addons-301558" exists ...
I0210 12:46:36.030956 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:36.030964 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:36.031011 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:36.031031 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:36.030964 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:36.030281 333377 addons.go:69] Setting gcp-auth=true in profile "addons-301558"
I0210 12:46:36.031108 333377 mustload.go:65] Loading cluster: addons-301558
I0210 12:46:36.031110 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:36.030367 333377 addons.go:69] Setting storage-provisioner=true in profile "addons-301558"
I0210 12:46:36.031216 333377 addons.go:238] Setting addon storage-provisioner=true in "addons-301558"
I0210 12:46:36.031249 333377 host.go:66] Checking if "addons-301558" exists ...
I0210 12:46:36.031313 333377 config.go:182] Loaded profile config "addons-301558": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0210 12:46:36.031594 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:36.031717 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:36.032359 333377 out.go:177] * Verifying Kubernetes components...
I0210 12:46:36.030347 333377 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-301558"
I0210 12:46:36.030377 333377 addons.go:69] Setting ingress=true in profile "addons-301558"
I0210 12:46:36.030344 333377 host.go:66] Checking if "addons-301558" exists ...
I0210 12:46:36.030964 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:36.030343 333377 addons.go:238] Setting addon cloud-spanner=true in "addons-301558"
I0210 12:46:36.030360 333377 addons.go:69] Setting metrics-server=true in profile "addons-301558"
I0210 12:46:36.032612 333377 host.go:66] Checking if "addons-301558" exists ...
I0210 12:46:36.032632 333377 addons.go:238] Setting addon metrics-server=true in "addons-301558"
I0210 12:46:36.032672 333377 host.go:66] Checking if "addons-301558" exists ...
I0210 12:46:36.033081 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:36.033152 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:36.033583 333377 addons.go:238] Setting addon ingress=true in "addons-301558"
I0210 12:46:36.033640 333377 host.go:66] Checking if "addons-301558" exists ...
I0210 12:46:36.034115 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:36.031019 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:36.036901 333377 host.go:66] Checking if "addons-301558" exists ...
I0210 12:46:36.038748 333377 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0210 12:46:36.030377 333377 addons.go:69] Setting volumesnapshots=true in profile "addons-301558"
I0210 12:46:36.042245 333377 addons.go:238] Setting addon volumesnapshots=true in "addons-301558"
I0210 12:46:36.042318 333377 host.go:66] Checking if "addons-301558" exists ...
I0210 12:46:36.042873 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:36.063604 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:36.063998 333377 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I0210 12:46:36.064688 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:36.065945 333377 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0210 12:46:36.065969 333377 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I0210 12:46:36.066026 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:36.066823 333377 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I0210 12:46:36.070103 333377 out.go:177] - Using image docker.io/registry:2.8.3
I0210 12:46:36.072235 333377 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I0210 12:46:36.072271 333377 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0210 12:46:36.072338 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:36.078760 333377 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.37.0
I0210 12:46:36.081443 333377 addons.go:238] Setting addon default-storageclass=true in "addons-301558"
I0210 12:46:36.081494 333377 host.go:66] Checking if "addons-301558" exists ...
I0210 12:46:36.081670 333377 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I0210 12:46:36.081692 333377 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I0210 12:46:36.081764 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:36.081978 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:36.090108 333377 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0210 12:46:36.092535 333377 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0210 12:46:36.093898 333377 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0210 12:46:36.093920 333377 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0210 12:46:36.093978 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:36.094141 333377 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0210 12:46:36.094152 333377 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0210 12:46:36.094196 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:36.095995 333377 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.28
I0210 12:46:36.097162 333377 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I0210 12:46:36.097182 333377 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0210 12:46:36.097232 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:36.097437 333377 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-301558"
I0210 12:46:36.097488 333377 host.go:66] Checking if "addons-301558" exists ...
I0210 12:46:36.097986 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:36.102193 333377 host.go:66] Checking if "addons-301558" exists ...
I0210 12:46:36.115219 333377 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I0210 12:46:36.115280 333377 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0210 12:46:36.116327 333377 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I0210 12:46:36.116345 333377 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0210 12:46:36.116411 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
W0210 12:46:36.116639 333377 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0210 12:46:36.116642 333377 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0210 12:46:36.124248 333377 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0210 12:46:36.124969 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:36.125635 333377 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0210 12:46:36.125659 333377 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0210 12:46:36.125714 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:36.156269 333377 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0210 12:46:36.156998 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:36.158268 333377 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0210 12:46:36.158288 333377 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0210 12:46:36.158342 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:36.160079 333377 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0210 12:46:36.163055 333377 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0210 12:46:36.164174 333377 out.go:177] - Using image docker.io/busybox:stable
I0210 12:46:36.164464 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:36.165186 333377 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0210 12:46:36.165190 333377 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I0210 12:46:36.165303 333377 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0210 12:46:36.165323 333377 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0210 12:46:36.165382 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:36.166728 333377 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0210 12:46:36.166748 333377 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0210 12:46:36.166795 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:36.167702 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:36.168303 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:36.170294 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:36.179224 333377 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0210 12:46:36.180736 333377 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0210 12:46:36.181865 333377 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0210 12:46:36.181883 333377 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0210 12:46:36.181931 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:36.182513 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:36.184755 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:36.191998 333377 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0210 12:46:36.196042 333377 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0210 12:46:36.196746 333377 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0210 12:46:36.196759 333377 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0210 12:46:36.196799 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:36.196854 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:36.197875 333377 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0210 12:46:36.198819 333377 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0210 12:46:36.199906 333377 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0210 12:46:36.200762 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:36.201059 333377 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0210 12:46:36.201138 333377 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0210 12:46:36.201229 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:36.208589 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:36.213568 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:36.220347 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:36.222812 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:36.355271 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0210 12:46:36.461782 333377 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I0210 12:46:36.461818 333377 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0210 12:46:36.464218 333377 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0210 12:46:36.562505 333377 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0210 12:46:36.565777 333377 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0210 12:46:36.569528 333377 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I0210 12:46:36.569555 333377 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0210 12:46:36.648921 333377 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0210 12:46:36.655573 333377 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0210 12:46:36.655676 333377 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0210 12:46:36.658068 333377 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0210 12:46:36.665169 333377 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I0210 12:46:36.665194 333377 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0210 12:46:36.666862 333377 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I0210 12:46:36.666889 333377 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14539 bytes)
I0210 12:46:36.763390 333377 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0210 12:46:36.763510 333377 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0210 12:46:36.763866 333377 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0210 12:46:36.856681 333377 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0210 12:46:36.858012 333377 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0210 12:46:36.948484 333377 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I0210 12:46:36.948583 333377 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0210 12:46:36.948979 333377 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0210 12:46:36.949040 333377 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0210 12:46:36.951574 333377 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0210 12:46:36.954342 333377 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0210 12:46:36.954412 333377 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0210 12:46:36.959065 333377 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0210 12:46:36.964178 333377 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0210 12:46:37.059934 333377 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0210 12:46:37.060039 333377 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0210 12:46:37.161438 333377 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0210 12:46:37.161536 333377 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0210 12:46:37.249663 333377 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0210 12:46:37.249756 333377 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0210 12:46:37.347766 333377 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I0210 12:46:37.347883 333377 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0210 12:46:37.451736 333377 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0210 12:46:37.650594 333377 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0210 12:46:37.650708 333377 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0210 12:46:38.048757 333377 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I0210 12:46:38.048859 333377 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0210 12:46:38.148771 333377 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0210 12:46:38.148873 333377 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0210 12:46:38.154149 333377 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.798807451s)
I0210 12:46:38.154249 333377 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0210 12:46:38.154375 333377 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (1.690088341s)
I0210 12:46:38.156781 333377 node_ready.go:35] waiting up to 6m0s for node "addons-301558" to be "Ready" ...
I0210 12:46:38.353920 333377 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0210 12:46:38.354018 333377 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0210 12:46:38.454796 333377 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0210 12:46:38.454901 333377 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0210 12:46:38.457427 333377 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0210 12:46:38.465656 333377 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0210 12:46:38.465691 333377 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0210 12:46:38.754379 333377 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0210 12:46:38.754465 333377 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0210 12:46:38.862320 333377 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0210 12:46:38.862422 333377 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0210 12:46:38.871709 333377 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0210 12:46:38.871734 333377 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0210 12:46:38.969800 333377 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-301558" context rescaled to 1 replicas
I0210 12:46:39.057233 333377 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0210 12:46:39.057321 333377 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0210 12:46:39.159255 333377 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0210 12:46:39.250341 333377 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0210 12:46:39.250445 333377 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0210 12:46:39.458279 333377 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0210 12:46:39.458368 333377 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0210 12:46:39.649137 333377 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0210 12:46:40.069581 333377 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.50368368s)
I0210 12:46:40.069553 333377 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (3.50700319s)
I0210 12:46:40.169766 333377 node_ready.go:53] node "addons-301558" has status "Ready":"False"
I0210 12:46:42.062047 333377 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.413082974s)
I0210 12:46:42.062094 333377 addons.go:479] Verifying addon ingress=true in "addons-301558"
I0210 12:46:42.062138 333377 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.40403978s)
I0210 12:46:42.062350 333377 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (5.298413957s)
I0210 12:46:42.062383 333377 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (5.2055901s)
I0210 12:46:42.062433 333377 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (5.204360318s)
I0210 12:46:42.062486 333377 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.110845828s)
I0210 12:46:42.062515 333377 addons.go:479] Verifying addon registry=true in "addons-301558"
I0210 12:46:42.062639 333377 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.103503181s)
I0210 12:46:42.062813 333377 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (5.098556263s)
I0210 12:46:42.062906 333377 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.611068161s)
I0210 12:46:42.062936 333377 addons.go:479] Verifying addon metrics-server=true in "addons-301558"
I0210 12:46:42.062993 333377 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (3.605489762s)
I0210 12:46:42.063849 333377 out.go:177] * Verifying registry addon...
I0210 12:46:42.063886 333377 out.go:177] * Verifying ingress addon...
I0210 12:46:42.064746 333377 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-301558 service yakd-dashboard -n yakd-dashboard
I0210 12:46:42.066574 333377 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0210 12:46:42.066596 333377 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0210 12:46:42.071262 333377 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0210 12:46:42.071280 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:42.071510 333377 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0210 12:46:42.071535 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W0210 12:46:42.074313 333377 out.go:270] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0210 12:46:42.569934 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:42.570631 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:42.661052 333377 node_ready.go:53] node "addons-301558" has status "Ready":"False"
I0210 12:46:43.071892 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:43.072093 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:43.155444 333377 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0210 12:46:43.155533 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:43.179236 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:43.263125 333377 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.103759034s)
W0210 12:46:43.263200 333377 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0210 12:46:43.263233 333377 retry.go:31] will retry after 369.508841ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0210 12:46:43.468572 333377 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0210 12:46:43.489735 333377 addons.go:238] Setting addon gcp-auth=true in "addons-301558"
I0210 12:46:43.489815 333377 host.go:66] Checking if "addons-301558" exists ...
I0210 12:46:43.490384 333377 cli_runner.go:164] Run: docker container inspect addons-301558 --format={{.State.Status}}
I0210 12:46:43.508698 333377 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0210 12:46:43.508749 333377 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-301558
I0210 12:46:43.528442 333377 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/20390-325267/.minikube/machines/addons-301558/id_rsa Username:docker}
I0210 12:46:43.571098 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:43.571550 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:43.633232 333377 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0210 12:46:43.775791 333377 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.126511631s)
I0210 12:46:43.775853 333377 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-301558"
I0210 12:46:43.778325 333377 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0210 12:46:43.778321 333377 out.go:177] * Verifying csi-hostpath-driver addon...
I0210 12:46:43.779899 333377 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I0210 12:46:43.780731 333377 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0210 12:46:43.781146 333377 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0210 12:46:43.781169 333377 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0210 12:46:43.787107 333377 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0210 12:46:43.787125 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:43.864382 333377 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0210 12:46:43.864431 333377 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0210 12:46:43.958710 333377 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0210 12:46:43.958740 333377 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0210 12:46:43.978651 333377 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0210 12:46:44.070433 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:44.070750 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:44.283222 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:44.573597 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:44.573777 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:44.720205 333377 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (1.086909569s)
I0210 12:46:44.721199 333377 addons.go:479] Verifying addon gcp-auth=true in "addons-301558"
I0210 12:46:44.722678 333377 out.go:177] * Verifying gcp-auth addon...
I0210 12:46:44.724678 333377 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0210 12:46:44.727312 333377 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0210 12:46:44.727326 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:44.783798 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:45.069554 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:45.069762 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:45.160241 333377 node_ready.go:53] node "addons-301558" has status "Ready":"False"
I0210 12:46:45.227726 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:45.284597 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:45.569266 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:45.569433 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:45.727891 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:45.783316 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:46.070135 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:46.070185 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:46.227337 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:46.283728 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:46.569579 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:46.569714 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:46.727759 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:46.784216 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:47.069924 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:47.070135 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:47.228187 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:47.283754 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:47.569509 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:47.569581 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:47.659904 333377 node_ready.go:53] node "addons-301558" has status "Ready":"False"
I0210 12:46:47.727303 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:47.783937 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:48.069901 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:48.069911 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:48.227830 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:48.284128 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:48.570207 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:48.570291 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:48.728401 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:48.784388 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:49.070089 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:49.070248 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:49.227061 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:49.283381 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:49.569478 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:49.569671 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:49.727959 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:49.783468 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:50.069154 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:50.069245 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:50.159508 333377 node_ready.go:53] node "addons-301558" has status "Ready":"False"
I0210 12:46:50.227862 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:50.283009 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:50.569912 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:50.569981 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:50.727894 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:50.783131 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:51.069916 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:51.069979 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:51.227513 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:51.284126 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:51.569834 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:51.569941 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:51.727858 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:51.783390 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:52.069865 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:52.070106 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:52.227490 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:52.283948 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:52.570209 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:52.570305 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:52.659766 333377 node_ready.go:53] node "addons-301558" has status "Ready":"False"
I0210 12:46:52.727032 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:52.783370 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:53.070203 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:53.070437 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:53.228000 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:53.283266 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:53.570304 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:53.570482 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:53.727370 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:53.783850 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:54.069478 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:54.069620 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:54.227344 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:54.283577 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:54.569808 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:54.569911 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:54.660243 333377 node_ready.go:53] node "addons-301558" has status "Ready":"False"
I0210 12:46:54.727690 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:54.784256 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:55.070399 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:55.070429 333377 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0210 12:46:55.070446 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:55.159686 333377 node_ready.go:49] node "addons-301558" has status "Ready":"True"
I0210 12:46:55.159714 333377 node_ready.go:38] duration metric: took 17.002850709s for node "addons-301558" to be "Ready" ...
I0210 12:46:55.159726 333377 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0210 12:46:55.165857 333377 pod_ready.go:79] waiting up to 6m0s for pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace to be "Ready" ...
I0210 12:46:55.227442 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:55.351372 333377 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0210 12:46:55.351404 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:55.571081 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:55.571319 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:55.753786 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:55.854374 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:56.070312 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:56.070464 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:56.227214 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:56.284518 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:56.570397 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:56.570592 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:56.749455 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:56.784578 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:57.070129 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:57.070218 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:57.170979 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:46:57.227373 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:57.284284 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:57.570273 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:57.570403 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:57.728079 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:57.783618 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:58.069575 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:58.069602 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:58.226735 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:58.284279 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:58.570069 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:58.570078 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:58.727790 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:58.784603 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:59.069668 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:59.069716 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:59.226812 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:59.283304 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:46:59.570051 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:46:59.570256 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:46:59.670176 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:46:59.727823 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:46:59.784532 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:00.070578 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:00.070609 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:00.228070 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:00.283730 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:00.569893 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:00.570359 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:00.749807 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:00.783871 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:01.069912 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:01.070019 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:01.249672 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:01.284145 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:01.570678 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:01.573144 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:01.670821 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:01.727630 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:01.784922 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:02.069968 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:02.070088 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:02.249794 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:02.284699 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:02.569387 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:02.569629 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:02.727781 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:02.784949 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:03.069878 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:03.069907 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:03.227130 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:03.284126 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:03.569876 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:03.569951 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:03.672158 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:03.748868 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:03.784633 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:04.069676 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:04.069744 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:04.227935 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:04.329138 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:04.570246 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:04.570278 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:04.728127 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:04.783975 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:05.069456 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:05.071584 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:05.249932 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:05.348105 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:05.570296 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:05.570433 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:05.728149 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:05.784361 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:06.070244 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:06.070409 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:06.170700 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:06.227983 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:06.283678 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:06.570067 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:06.570077 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:06.727264 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:06.784304 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:07.070651 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:07.070810 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:07.249625 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:07.284751 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:07.569735 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:07.569893 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:07.728374 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:07.784615 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:08.070535 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:08.070577 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:08.170883 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:08.227247 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:08.283883 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:08.569584 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:08.569584 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:08.727349 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:08.783727 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:09.069589 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:09.069842 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:09.227277 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:09.284036 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:09.570122 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:09.570210 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:09.728202 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:09.783946 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:10.069867 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:10.069960 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:10.171132 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:10.227242 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:10.283684 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:10.569317 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:10.569454 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:10.727691 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:10.784658 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:11.070333 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:11.070356 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:11.250614 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:11.284637 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:11.570850 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:11.571074 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:11.748427 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:11.784438 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:12.070582 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:12.070605 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:12.227508 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:12.284195 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:12.570249 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:12.570296 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:12.671216 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:12.727939 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:12.783921 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:13.069464 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:13.069522 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:13.227778 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:13.284640 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:13.570417 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:13.570452 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:13.727751 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:13.785086 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:14.071056 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:14.071171 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:14.227476 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:14.284039 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:14.570052 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:14.570127 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:14.727016 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:14.783411 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:15.069974 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:15.070123 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:15.170055 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:15.227156 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:15.283804 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:15.569359 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:15.569435 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:15.728220 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:15.784559 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:16.069974 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:16.069992 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:16.227914 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:16.283823 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:16.570659 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:16.570672 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:16.727339 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:16.784401 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:17.070313 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:17.070517 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:17.170617 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:17.228051 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:17.284138 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:17.569718 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:17.569738 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:17.727669 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:17.784837 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:18.070288 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:18.074018 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:18.227584 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:18.284101 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:18.570147 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:18.570331 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:18.728627 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:18.784278 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:19.070261 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:19.070439 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:19.170665 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:19.228337 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:19.283974 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:19.570091 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:19.570316 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:19.727826 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:19.783720 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:20.069702 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:20.069711 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:20.227860 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:20.284428 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:20.570030 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:20.570177 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:20.727480 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:20.784090 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:21.070204 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:21.070226 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:21.228333 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:21.283715 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:21.569520 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:21.569552 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:21.671315 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:21.727615 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:21.784154 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:22.069893 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:22.070053 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:22.227818 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:22.283788 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:22.569741 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:22.569850 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:22.727522 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:22.784428 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:23.070286 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:23.070319 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:23.228327 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:23.284029 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:23.569836 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:23.569918 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:23.671719 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:23.728289 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:23.784171 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:24.069805 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:24.069965 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:24.227738 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:24.284773 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:24.569996 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:24.570324 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:24.728180 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:24.783984 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:25.070583 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:25.070728 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:25.227353 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:25.328608 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:25.569166 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0210 12:47:25.569337 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:25.727288 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:25.783821 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:26.069556 333377 kapi.go:107] duration metric: took 44.002955313s to wait for kubernetes.io/minikube-addons=registry ...
I0210 12:47:26.069694 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:26.171427 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:26.228611 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:26.284420 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:26.570395 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:26.727508 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:26.784059 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:27.069656 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:27.228152 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:27.283815 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:27.569655 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:27.728097 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:27.783874 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:28.069704 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:28.172672 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:28.249262 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:28.284036 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:28.570304 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:28.728017 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:28.783671 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:29.070002 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:29.227481 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:29.284212 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:29.569989 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:29.727989 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:29.783299 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:30.070109 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:30.227977 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:30.283381 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:30.570149 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:30.670193 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:30.727688 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:30.784206 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:31.070019 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:31.227383 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:31.283770 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:31.570509 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:31.728437 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:31.784096 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:32.069874 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:32.227583 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:32.284259 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:32.570099 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:32.671649 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:32.728188 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:32.783702 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:33.069490 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:33.227168 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:33.284145 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:33.570438 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:33.749784 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:33.784811 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:34.069652 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:34.250232 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:34.284078 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:34.571034 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:34.752357 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:34.752813 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:34.850069 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:35.148711 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:35.250484 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:35.349318 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:35.570166 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:35.751079 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:35.849313 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:36.070081 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:36.249844 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:36.284884 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:36.570462 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:36.748347 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:36.784103 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:37.087286 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:37.171069 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:37.237453 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:37.284033 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:37.570247 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:37.727305 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:37.784000 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:38.070017 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:38.228188 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:38.284448 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:38.570452 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:38.749853 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:38.784809 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:39.069779 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:39.249524 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:39.284814 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:39.569560 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:39.670666 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:39.728621 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:39.784771 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:40.069519 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:40.227620 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:40.284312 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:40.570139 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:40.728345 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:40.784148 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:41.069777 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:41.227737 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:41.284300 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:41.570139 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:41.670780 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:41.727780 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:41.784717 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:42.069997 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:42.227721 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:42.284261 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:42.570229 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:42.727727 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:42.784758 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:43.069859 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:43.227718 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:43.284687 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:43.569875 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:43.671325 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:43.727797 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:43.784196 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:44.069739 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:44.226899 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:44.283449 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:44.570639 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:44.727434 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:44.784024 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:45.069893 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:45.227756 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:45.284458 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:45.570069 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:45.728320 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:45.784222 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:46.069856 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:46.171341 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:46.227841 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:46.284572 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:46.569712 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:46.728250 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:46.783869 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:47.069728 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:47.227204 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:47.284243 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:47.570097 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:47.728172 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:47.783764 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:48.069603 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:48.227419 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:48.284126 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:48.570612 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:48.670453 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:48.727828 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:48.784414 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:49.070254 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:49.227611 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:49.284402 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:49.569498 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:49.728311 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:49.784128 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:50.070245 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:50.228558 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:50.284392 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:50.570291 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:50.670633 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:50.728065 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:50.783925 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:51.069974 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:51.227698 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:51.284309 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:51.570046 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:51.729952 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:51.783829 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:52.069523 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:52.226988 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:52.284002 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:52.570299 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:52.670879 333377 pod_ready.go:103] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"False"
I0210 12:47:52.727404 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:52.784055 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:53.070153 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:53.228105 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:53.285166 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:53.570122 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:53.728225 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:53.784138 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:54.070838 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:54.171383 333377 pod_ready.go:93] pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace has status "Ready":"True"
I0210 12:47:54.171406 333377 pod_ready.go:82] duration metric: took 59.005516217s for pod "amd-gpu-device-plugin-tnnj8" in "kube-system" namespace to be "Ready" ...
I0210 12:47:54.171417 333377 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-cl7gg" in "kube-system" namespace to be "Ready" ...
I0210 12:47:54.174906 333377 pod_ready.go:93] pod "coredns-668d6bf9bc-cl7gg" in "kube-system" namespace has status "Ready":"True"
I0210 12:47:54.174925 333377 pod_ready.go:82] duration metric: took 3.502111ms for pod "coredns-668d6bf9bc-cl7gg" in "kube-system" namespace to be "Ready" ...
I0210 12:47:54.174943 333377 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-301558" in "kube-system" namespace to be "Ready" ...
I0210 12:47:54.178205 333377 pod_ready.go:93] pod "etcd-addons-301558" in "kube-system" namespace has status "Ready":"True"
I0210 12:47:54.178225 333377 pod_ready.go:82] duration metric: took 3.275221ms for pod "etcd-addons-301558" in "kube-system" namespace to be "Ready" ...
I0210 12:47:54.178238 333377 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-301558" in "kube-system" namespace to be "Ready" ...
I0210 12:47:54.181655 333377 pod_ready.go:93] pod "kube-apiserver-addons-301558" in "kube-system" namespace has status "Ready":"True"
I0210 12:47:54.181682 333377 pod_ready.go:82] duration metric: took 3.437123ms for pod "kube-apiserver-addons-301558" in "kube-system" namespace to be "Ready" ...
I0210 12:47:54.181692 333377 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-301558" in "kube-system" namespace to be "Ready" ...
I0210 12:47:54.184745 333377 pod_ready.go:93] pod "kube-controller-manager-addons-301558" in "kube-system" namespace has status "Ready":"True"
I0210 12:47:54.184765 333377 pod_ready.go:82] duration metric: took 3.064554ms for pod "kube-controller-manager-addons-301558" in "kube-system" namespace to be "Ready" ...
I0210 12:47:54.184779 333377 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-h4dmz" in "kube-system" namespace to be "Ready" ...
I0210 12:47:54.227970 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:54.283799 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:54.570150 333377 pod_ready.go:93] pod "kube-proxy-h4dmz" in "kube-system" namespace has status "Ready":"True"
I0210 12:47:54.570173 333377 pod_ready.go:82] duration metric: took 385.387001ms for pod "kube-proxy-h4dmz" in "kube-system" namespace to be "Ready" ...
I0210 12:47:54.570189 333377 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-301558" in "kube-system" namespace to be "Ready" ...
I0210 12:47:54.570308 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:54.727827 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:54.783349 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:54.969957 333377 pod_ready.go:93] pod "kube-scheduler-addons-301558" in "kube-system" namespace has status "Ready":"True"
I0210 12:47:54.969980 333377 pod_ready.go:82] duration metric: took 399.782925ms for pod "kube-scheduler-addons-301558" in "kube-system" namespace to be "Ready" ...
I0210 12:47:54.969990 333377 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-7fbb699795-bpvg2" in "kube-system" namespace to be "Ready" ...
I0210 12:47:55.070044 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:55.252463 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:55.351273 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:55.370189 333377 pod_ready.go:93] pod "metrics-server-7fbb699795-bpvg2" in "kube-system" namespace has status "Ready":"True"
I0210 12:47:55.370283 333377 pod_ready.go:82] duration metric: took 400.285617ms for pod "metrics-server-7fbb699795-bpvg2" in "kube-system" namespace to be "Ready" ...
I0210 12:47:55.370302 333377 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-fbkl6" in "kube-system" namespace to be "Ready" ...
I0210 12:47:55.570368 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:55.727938 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:55.770457 333377 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-fbkl6" in "kube-system" namespace has status "Ready":"True"
I0210 12:47:55.770482 333377 pod_ready.go:82] duration metric: took 400.171722ms for pod "nvidia-device-plugin-daemonset-fbkl6" in "kube-system" namespace to be "Ready" ...
I0210 12:47:55.770500 333377 pod_ready.go:39] duration metric: took 1m0.610760341s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0210 12:47:55.770521 333377 api_server.go:52] waiting for apiserver process to appear ...
I0210 12:47:55.770570 333377 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0210 12:47:55.770620 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0210 12:47:55.783572 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:55.812513 333377 cri.go:89] found id: "3565a330f2c9213a0602e15c945ba18009e7168ec14db233b6f719e4998bd44c"
I0210 12:47:55.812538 333377 cri.go:89] found id: ""
I0210 12:47:55.812547 333377 logs.go:282] 1 containers: [3565a330f2c9213a0602e15c945ba18009e7168ec14db233b6f719e4998bd44c]
I0210 12:47:55.812594 333377 ssh_runner.go:195] Run: which crictl
I0210 12:47:55.815993 333377 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0210 12:47:55.816054 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0210 12:47:55.876789 333377 cri.go:89] found id: "a74edebbb35a2231b4a86bb5bf5a9efed75e4afb7d624dcd91daee04bf80d08d"
I0210 12:47:55.876810 333377 cri.go:89] found id: ""
I0210 12:47:55.876818 333377 logs.go:282] 1 containers: [a74edebbb35a2231b4a86bb5bf5a9efed75e4afb7d624dcd91daee04bf80d08d]
I0210 12:47:55.876862 333377 ssh_runner.go:195] Run: which crictl
I0210 12:47:55.880763 333377 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0210 12:47:55.880837 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0210 12:47:55.958935 333377 cri.go:89] found id: "295ef32baf8b824aeeeaf126c9fedb3b32d1f480a10f8bf3a78d7598ca68a50f"
I0210 12:47:55.958962 333377 cri.go:89] found id: ""
I0210 12:47:55.958971 333377 logs.go:282] 1 containers: [295ef32baf8b824aeeeaf126c9fedb3b32d1f480a10f8bf3a78d7598ca68a50f]
I0210 12:47:55.959030 333377 ssh_runner.go:195] Run: which crictl
I0210 12:47:55.962692 333377 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0210 12:47:55.962766 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0210 12:47:55.996967 333377 cri.go:89] found id: "33d58fefacf0ac3d8b127bbe1aa1c5fb6eb4bf85647912d1ae21b388122033b7"
I0210 12:47:55.996990 333377 cri.go:89] found id: ""
I0210 12:47:55.996999 333377 logs.go:282] 1 containers: [33d58fefacf0ac3d8b127bbe1aa1c5fb6eb4bf85647912d1ae21b388122033b7]
I0210 12:47:55.997057 333377 ssh_runner.go:195] Run: which crictl
I0210 12:47:56.000442 333377 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0210 12:47:56.000502 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0210 12:47:56.063441 333377 cri.go:89] found id: "9f1d9031998f744ac0fe07db0ae27a88e436669c583acdc88e83e7944cbe32cf"
I0210 12:47:56.063468 333377 cri.go:89] found id: ""
I0210 12:47:56.063479 333377 logs.go:282] 1 containers: [9f1d9031998f744ac0fe07db0ae27a88e436669c583acdc88e83e7944cbe32cf]
I0210 12:47:56.063542 333377 ssh_runner.go:195] Run: which crictl
I0210 12:47:56.066908 333377 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0210 12:47:56.066973 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0210 12:47:56.069719 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:56.102040 333377 cri.go:89] found id: "32dfee718be1fecd4ff9b8c6b4c1e9074679dad957d263bdf3baece7aca2af4d"
I0210 12:47:56.102065 333377 cri.go:89] found id: ""
I0210 12:47:56.102075 333377 logs.go:282] 1 containers: [32dfee718be1fecd4ff9b8c6b4c1e9074679dad957d263bdf3baece7aca2af4d]
I0210 12:47:56.102134 333377 ssh_runner.go:195] Run: which crictl
I0210 12:47:56.105535 333377 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0210 12:47:56.105602 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0210 12:47:56.182674 333377 cri.go:89] found id: "c976d8263cc2d15d32b6e60d759e1982c3df536ee3a14a8216ce28e2797dad2e"
I0210 12:47:56.182697 333377 cri.go:89] found id: ""
I0210 12:47:56.182706 333377 logs.go:282] 1 containers: [c976d8263cc2d15d32b6e60d759e1982c3df536ee3a14a8216ce28e2797dad2e]
I0210 12:47:56.182764 333377 ssh_runner.go:195] Run: which crictl
I0210 12:47:56.186177 333377 logs.go:123] Gathering logs for coredns [295ef32baf8b824aeeeaf126c9fedb3b32d1f480a10f8bf3a78d7598ca68a50f] ...
I0210 12:47:56.186203 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 295ef32baf8b824aeeeaf126c9fedb3b32d1f480a10f8bf3a78d7598ca68a50f"
I0210 12:47:56.249355 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:56.268800 333377 logs.go:123] Gathering logs for kube-scheduler [33d58fefacf0ac3d8b127bbe1aa1c5fb6eb4bf85647912d1ae21b388122033b7] ...
I0210 12:47:56.268843 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 33d58fefacf0ac3d8b127bbe1aa1c5fb6eb4bf85647912d1ae21b388122033b7"
I0210 12:47:56.283900 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:56.314218 333377 logs.go:123] Gathering logs for kube-proxy [9f1d9031998f744ac0fe07db0ae27a88e436669c583acdc88e83e7944cbe32cf] ...
I0210 12:47:56.314249 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9f1d9031998f744ac0fe07db0ae27a88e436669c583acdc88e83e7944cbe32cf"
I0210 12:47:56.390832 333377 logs.go:123] Gathering logs for kubelet ...
I0210 12:47:56.390863 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0210 12:47:56.481634 333377 logs.go:123] Gathering logs for dmesg ...
I0210 12:47:56.481673 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0210 12:47:56.499781 333377 logs.go:123] Gathering logs for describe nodes ...
I0210 12:47:56.499811 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0210 12:47:56.570292 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:56.671013 333377 logs.go:123] Gathering logs for kube-apiserver [3565a330f2c9213a0602e15c945ba18009e7168ec14db233b6f719e4998bd44c] ...
I0210 12:47:56.671055 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 3565a330f2c9213a0602e15c945ba18009e7168ec14db233b6f719e4998bd44c"
I0210 12:47:56.750333 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:56.778923 333377 logs.go:123] Gathering logs for etcd [a74edebbb35a2231b4a86bb5bf5a9efed75e4afb7d624dcd91daee04bf80d08d] ...
I0210 12:47:56.778959 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a74edebbb35a2231b4a86bb5bf5a9efed75e4afb7d624dcd91daee04bf80d08d"
I0210 12:47:56.783734 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:56.877093 333377 logs.go:123] Gathering logs for kube-controller-manager [32dfee718be1fecd4ff9b8c6b4c1e9074679dad957d263bdf3baece7aca2af4d] ...
I0210 12:47:56.877133 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 32dfee718be1fecd4ff9b8c6b4c1e9074679dad957d263bdf3baece7aca2af4d"
I0210 12:47:56.972284 333377 logs.go:123] Gathering logs for container status ...
I0210 12:47:56.972329 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0210 12:47:57.015297 333377 logs.go:123] Gathering logs for kindnet [c976d8263cc2d15d32b6e60d759e1982c3df536ee3a14a8216ce28e2797dad2e] ...
I0210 12:47:57.015327 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c976d8263cc2d15d32b6e60d759e1982c3df536ee3a14a8216ce28e2797dad2e"
I0210 12:47:57.070425 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:57.075970 333377 logs.go:123] Gathering logs for CRI-O ...
I0210 12:47:57.076002 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0210 12:47:57.228690 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:57.284485 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:57.570486 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:57.728088 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:57.784164 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:58.073250 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:58.227491 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:58.284063 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:58.572144 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:58.727618 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:58.784310 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:59.070306 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:59.227213 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:59.283646 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:59.569936 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:47:59.650024 333377 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0210 12:47:59.663523 333377 api_server.go:72] duration metric: took 1m23.633410545s to wait for apiserver process to appear ...
I0210 12:47:59.663556 333377 api_server.go:88] waiting for apiserver healthz status ...
I0210 12:47:59.663599 333377 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0210 12:47:59.663662 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0210 12:47:59.696734 333377 cri.go:89] found id: "3565a330f2c9213a0602e15c945ba18009e7168ec14db233b6f719e4998bd44c"
I0210 12:47:59.696763 333377 cri.go:89] found id: ""
I0210 12:47:59.696774 333377 logs.go:282] 1 containers: [3565a330f2c9213a0602e15c945ba18009e7168ec14db233b6f719e4998bd44c]
I0210 12:47:59.696827 333377 ssh_runner.go:195] Run: which crictl
I0210 12:47:59.700100 333377 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0210 12:47:59.700156 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0210 12:47:59.728118 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:47:59.732489 333377 cri.go:89] found id: "a74edebbb35a2231b4a86bb5bf5a9efed75e4afb7d624dcd91daee04bf80d08d"
I0210 12:47:59.732507 333377 cri.go:89] found id: ""
I0210 12:47:59.732516 333377 logs.go:282] 1 containers: [a74edebbb35a2231b4a86bb5bf5a9efed75e4afb7d624dcd91daee04bf80d08d]
I0210 12:47:59.732570 333377 ssh_runner.go:195] Run: which crictl
I0210 12:47:59.735756 333377 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0210 12:47:59.735818 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0210 12:47:59.767159 333377 cri.go:89] found id: "295ef32baf8b824aeeeaf126c9fedb3b32d1f480a10f8bf3a78d7598ca68a50f"
I0210 12:47:59.767178 333377 cri.go:89] found id: ""
I0210 12:47:59.767206 333377 logs.go:282] 1 containers: [295ef32baf8b824aeeeaf126c9fedb3b32d1f480a10f8bf3a78d7598ca68a50f]
I0210 12:47:59.767252 333377 ssh_runner.go:195] Run: which crictl
I0210 12:47:59.770539 333377 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0210 12:47:59.770613 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0210 12:47:59.784619 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:47:59.803694 333377 cri.go:89] found id: "33d58fefacf0ac3d8b127bbe1aa1c5fb6eb4bf85647912d1ae21b388122033b7"
I0210 12:47:59.803719 333377 cri.go:89] found id: ""
I0210 12:47:59.803729 333377 logs.go:282] 1 containers: [33d58fefacf0ac3d8b127bbe1aa1c5fb6eb4bf85647912d1ae21b388122033b7]
I0210 12:47:59.803786 333377 ssh_runner.go:195] Run: which crictl
I0210 12:47:59.807137 333377 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0210 12:47:59.807226 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0210 12:47:59.840661 333377 cri.go:89] found id: "9f1d9031998f744ac0fe07db0ae27a88e436669c583acdc88e83e7944cbe32cf"
I0210 12:47:59.840681 333377 cri.go:89] found id: ""
I0210 12:47:59.840688 333377 logs.go:282] 1 containers: [9f1d9031998f744ac0fe07db0ae27a88e436669c583acdc88e83e7944cbe32cf]
I0210 12:47:59.840735 333377 ssh_runner.go:195] Run: which crictl
I0210 12:47:59.844010 333377 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0210 12:47:59.844064 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0210 12:47:59.876655 333377 cri.go:89] found id: "32dfee718be1fecd4ff9b8c6b4c1e9074679dad957d263bdf3baece7aca2af4d"
I0210 12:47:59.876678 333377 cri.go:89] found id: ""
I0210 12:47:59.876688 333377 logs.go:282] 1 containers: [32dfee718be1fecd4ff9b8c6b4c1e9074679dad957d263bdf3baece7aca2af4d]
I0210 12:47:59.876752 333377 ssh_runner.go:195] Run: which crictl
I0210 12:47:59.880086 333377 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0210 12:47:59.880150 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0210 12:47:59.912463 333377 cri.go:89] found id: "c976d8263cc2d15d32b6e60d759e1982c3df536ee3a14a8216ce28e2797dad2e"
I0210 12:47:59.912487 333377 cri.go:89] found id: ""
I0210 12:47:59.912495 333377 logs.go:282] 1 containers: [c976d8263cc2d15d32b6e60d759e1982c3df536ee3a14a8216ce28e2797dad2e]
I0210 12:47:59.912540 333377 ssh_runner.go:195] Run: which crictl
I0210 12:47:59.915854 333377 logs.go:123] Gathering logs for kube-controller-manager [32dfee718be1fecd4ff9b8c6b4c1e9074679dad957d263bdf3baece7aca2af4d] ...
I0210 12:47:59.915882 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 32dfee718be1fecd4ff9b8c6b4c1e9074679dad957d263bdf3baece7aca2af4d"
I0210 12:47:59.969034 333377 logs.go:123] Gathering logs for dmesg ...
I0210 12:47:59.969067 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0210 12:47:59.986605 333377 logs.go:123] Gathering logs for coredns [295ef32baf8b824aeeeaf126c9fedb3b32d1f480a10f8bf3a78d7598ca68a50f] ...
I0210 12:47:59.986632 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 295ef32baf8b824aeeeaf126c9fedb3b32d1f480a10f8bf3a78d7598ca68a50f"
I0210 12:48:00.019764 333377 logs.go:123] Gathering logs for kube-apiserver [3565a330f2c9213a0602e15c945ba18009e7168ec14db233b6f719e4998bd44c] ...
I0210 12:48:00.019795 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 3565a330f2c9213a0602e15c945ba18009e7168ec14db233b6f719e4998bd44c"
I0210 12:48:00.066155 333377 logs.go:123] Gathering logs for etcd [a74edebbb35a2231b4a86bb5bf5a9efed75e4afb7d624dcd91daee04bf80d08d] ...
I0210 12:48:00.066199 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a74edebbb35a2231b4a86bb5bf5a9efed75e4afb7d624dcd91daee04bf80d08d"
I0210 12:48:00.070376 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:48:00.120494 333377 logs.go:123] Gathering logs for kube-scheduler [33d58fefacf0ac3d8b127bbe1aa1c5fb6eb4bf85647912d1ae21b388122033b7] ...
I0210 12:48:00.120542 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 33d58fefacf0ac3d8b127bbe1aa1c5fb6eb4bf85647912d1ae21b388122033b7"
I0210 12:48:00.162679 333377 logs.go:123] Gathering logs for kube-proxy [9f1d9031998f744ac0fe07db0ae27a88e436669c583acdc88e83e7944cbe32cf] ...
I0210 12:48:00.162709 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9f1d9031998f744ac0fe07db0ae27a88e436669c583acdc88e83e7944cbe32cf"
I0210 12:48:00.194769 333377 logs.go:123] Gathering logs for kindnet [c976d8263cc2d15d32b6e60d759e1982c3df536ee3a14a8216ce28e2797dad2e] ...
I0210 12:48:00.194796 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c976d8263cc2d15d32b6e60d759e1982c3df536ee3a14a8216ce28e2797dad2e"
I0210 12:48:00.227437 333377 logs.go:123] Gathering logs for CRI-O ...
I0210 12:48:00.227478 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0210 12:48:00.228270 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:48:00.283620 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:00.304332 333377 logs.go:123] Gathering logs for kubelet ...
I0210 12:48:00.304360 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0210 12:48:00.399446 333377 logs.go:123] Gathering logs for describe nodes ...
I0210 12:48:00.399485 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0210 12:48:00.501154 333377 logs.go:123] Gathering logs for container status ...
I0210 12:48:00.501186 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0210 12:48:00.570458 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:48:00.728202 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:48:00.784394 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:01.070540 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:48:01.230263 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:48:01.331644 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:01.569199 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:48:01.728786 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0210 12:48:01.852058 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:02.070530 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:48:02.254530 333377 kapi.go:107] duration metric: took 1m17.52984571s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0210 12:48:02.256352 333377 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-301558 cluster.
I0210 12:48:02.257633 333377 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0210 12:48:02.258951 333377 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0210 12:48:02.360077 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:02.571147 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:48:02.850219 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:03.070800 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:48:03.087790 333377 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0210 12:48:03.155123 333377 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0210 12:48:03.156396 333377 api_server.go:141] control plane version: v1.32.1
I0210 12:48:03.156471 333377 api_server.go:131] duration metric: took 3.492905735s to wait for apiserver health ...
I0210 12:48:03.156493 333377 system_pods.go:43] waiting for kube-system pods to appear ...
I0210 12:48:03.156546 333377 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0210 12:48:03.156616 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0210 12:48:03.354140 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:03.361906 333377 cri.go:89] found id: "3565a330f2c9213a0602e15c945ba18009e7168ec14db233b6f719e4998bd44c"
I0210 12:48:03.361971 333377 cri.go:89] found id: ""
I0210 12:48:03.361991 333377 logs.go:282] 1 containers: [3565a330f2c9213a0602e15c945ba18009e7168ec14db233b6f719e4998bd44c]
I0210 12:48:03.362069 333377 ssh_runner.go:195] Run: which crictl
I0210 12:48:03.367151 333377 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0210 12:48:03.367266 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0210 12:48:03.558053 333377 cri.go:89] found id: "a74edebbb35a2231b4a86bb5bf5a9efed75e4afb7d624dcd91daee04bf80d08d"
I0210 12:48:03.558079 333377 cri.go:89] found id: ""
I0210 12:48:03.558089 333377 logs.go:282] 1 containers: [a74edebbb35a2231b4a86bb5bf5a9efed75e4afb7d624dcd91daee04bf80d08d]
I0210 12:48:03.558143 333377 ssh_runner.go:195] Run: which crictl
I0210 12:48:03.562606 333377 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0210 12:48:03.562723 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0210 12:48:03.570853 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:48:03.670519 333377 cri.go:89] found id: "295ef32baf8b824aeeeaf126c9fedb3b32d1f480a10f8bf3a78d7598ca68a50f"
I0210 12:48:03.670603 333377 cri.go:89] found id: ""
I0210 12:48:03.670624 333377 logs.go:282] 1 containers: [295ef32baf8b824aeeeaf126c9fedb3b32d1f480a10f8bf3a78d7598ca68a50f]
I0210 12:48:03.670706 333377 ssh_runner.go:195] Run: which crictl
I0210 12:48:03.674833 333377 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0210 12:48:03.674912 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0210 12:48:03.780975 333377 cri.go:89] found id: "33d58fefacf0ac3d8b127bbe1aa1c5fb6eb4bf85647912d1ae21b388122033b7"
I0210 12:48:03.781004 333377 cri.go:89] found id: ""
I0210 12:48:03.781017 333377 logs.go:282] 1 containers: [33d58fefacf0ac3d8b127bbe1aa1c5fb6eb4bf85647912d1ae21b388122033b7]
I0210 12:48:03.781071 333377 ssh_runner.go:195] Run: which crictl
I0210 12:48:03.784167 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:03.785302 333377 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0210 12:48:03.785368 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0210 12:48:03.877353 333377 cri.go:89] found id: "9f1d9031998f744ac0fe07db0ae27a88e436669c583acdc88e83e7944cbe32cf"
I0210 12:48:03.877383 333377 cri.go:89] found id: ""
I0210 12:48:03.877393 333377 logs.go:282] 1 containers: [9f1d9031998f744ac0fe07db0ae27a88e436669c583acdc88e83e7944cbe32cf]
I0210 12:48:03.877456 333377 ssh_runner.go:195] Run: which crictl
I0210 12:48:03.881436 333377 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0210 12:48:03.881508 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0210 12:48:03.978049 333377 cri.go:89] found id: "32dfee718be1fecd4ff9b8c6b4c1e9074679dad957d263bdf3baece7aca2af4d"
I0210 12:48:03.978127 333377 cri.go:89] found id: ""
I0210 12:48:03.978142 333377 logs.go:282] 1 containers: [32dfee718be1fecd4ff9b8c6b4c1e9074679dad957d263bdf3baece7aca2af4d]
I0210 12:48:03.978206 333377 ssh_runner.go:195] Run: which crictl
I0210 12:48:03.982009 333377 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0210 12:48:03.982076 333377 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0210 12:48:04.070210 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:48:04.085988 333377 cri.go:89] found id: "c976d8263cc2d15d32b6e60d759e1982c3df536ee3a14a8216ce28e2797dad2e"
I0210 12:48:04.086012 333377 cri.go:89] found id: ""
I0210 12:48:04.086022 333377 logs.go:282] 1 containers: [c976d8263cc2d15d32b6e60d759e1982c3df536ee3a14a8216ce28e2797dad2e]
I0210 12:48:04.086074 333377 ssh_runner.go:195] Run: which crictl
I0210 12:48:04.089773 333377 logs.go:123] Gathering logs for kube-proxy [9f1d9031998f744ac0fe07db0ae27a88e436669c583acdc88e83e7944cbe32cf] ...
I0210 12:48:04.089803 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9f1d9031998f744ac0fe07db0ae27a88e436669c583acdc88e83e7944cbe32cf"
I0210 12:48:04.186949 333377 logs.go:123] Gathering logs for kube-controller-manager [32dfee718be1fecd4ff9b8c6b4c1e9074679dad957d263bdf3baece7aca2af4d] ...
I0210 12:48:04.186978 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 32dfee718be1fecd4ff9b8c6b4c1e9074679dad957d263bdf3baece7aca2af4d"
I0210 12:48:04.284559 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:04.379303 333377 logs.go:123] Gathering logs for kindnet [c976d8263cc2d15d32b6e60d759e1982c3df536ee3a14a8216ce28e2797dad2e] ...
I0210 12:48:04.379387 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c976d8263cc2d15d32b6e60d759e1982c3df536ee3a14a8216ce28e2797dad2e"
I0210 12:48:04.465083 333377 logs.go:123] Gathering logs for kubelet ...
I0210 12:48:04.465127 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0210 12:48:04.559313 333377 logs.go:123] Gathering logs for describe nodes ...
I0210 12:48:04.559354 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0210 12:48:04.569884 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:48:04.701604 333377 logs.go:123] Gathering logs for etcd [a74edebbb35a2231b4a86bb5bf5a9efed75e4afb7d624dcd91daee04bf80d08d] ...
I0210 12:48:04.701636 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a74edebbb35a2231b4a86bb5bf5a9efed75e4afb7d624dcd91daee04bf80d08d"
I0210 12:48:04.784252 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:04.794522 333377 logs.go:123] Gathering logs for coredns [295ef32baf8b824aeeeaf126c9fedb3b32d1f480a10f8bf3a78d7598ca68a50f] ...
I0210 12:48:04.794553 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 295ef32baf8b824aeeeaf126c9fedb3b32d1f480a10f8bf3a78d7598ca68a50f"
I0210 12:48:04.861135 333377 logs.go:123] Gathering logs for kube-scheduler [33d58fefacf0ac3d8b127bbe1aa1c5fb6eb4bf85647912d1ae21b388122033b7] ...
I0210 12:48:04.861174 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 33d58fefacf0ac3d8b127bbe1aa1c5fb6eb4bf85647912d1ae21b388122033b7"
I0210 12:48:04.907182 333377 logs.go:123] Gathering logs for CRI-O ...
I0210 12:48:04.907231 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0210 12:48:05.016650 333377 logs.go:123] Gathering logs for dmesg ...
I0210 12:48:05.016686 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0210 12:48:05.035351 333377 logs.go:123] Gathering logs for kube-apiserver [3565a330f2c9213a0602e15c945ba18009e7168ec14db233b6f719e4998bd44c] ...
I0210 12:48:05.035381 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 3565a330f2c9213a0602e15c945ba18009e7168ec14db233b6f719e4998bd44c"
I0210 12:48:05.069700 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:48:05.080888 333377 logs.go:123] Gathering logs for container status ...
I0210 12:48:05.080914 333377 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0210 12:48:05.285012 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:05.570018 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:48:05.784024 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:06.069415 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:48:06.284175 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:06.570553 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:48:06.784328 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:07.070369 333377 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0210 12:48:07.283990 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:07.569977 333377 kapi.go:107] duration metric: took 1m25.503397273s to wait for app.kubernetes.io/name=ingress-nginx ...
I0210 12:48:07.664464 333377 system_pods.go:59] 19 kube-system pods found
I0210 12:48:07.664505 333377 system_pods.go:61] "amd-gpu-device-plugin-tnnj8" [fc055e28-b4e7-441b-9165-68e2cd501834] Running
I0210 12:48:07.664515 333377 system_pods.go:61] "coredns-668d6bf9bc-cl7gg" [ea8e6e16-67e2-4939-a18f-a5da8e5059bf] Running
I0210 12:48:07.664521 333377 system_pods.go:61] "csi-hostpath-attacher-0" [2bb7a2a7-8826-46c3-9916-44118212ca1e] Running
I0210 12:48:07.664527 333377 system_pods.go:61] "csi-hostpath-resizer-0" [459c9396-2e42-4820-b02d-637f293e4cb8] Running
I0210 12:48:07.664537 333377 system_pods.go:61] "csi-hostpathplugin-qzzgz" [27138073-9272-4b93-a7d9-8b459fc5b961] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0210 12:48:07.664549 333377 system_pods.go:61] "etcd-addons-301558" [215e9b02-2e02-436a-b712-37027bc6b891] Running
I0210 12:48:07.664556 333377 system_pods.go:61] "kindnet-wvbvf" [aba430c5-368a-4ad5-9fca-ec28cbd1b1e0] Running
I0210 12:48:07.664561 333377 system_pods.go:61] "kube-apiserver-addons-301558" [4faa921e-6e59-4dd7-aaee-0b2163224885] Running
I0210 12:48:07.664564 333377 system_pods.go:61] "kube-controller-manager-addons-301558" [11cd38b6-1009-49c0-a647-7ea34e3c8392] Running
I0210 12:48:07.664568 333377 system_pods.go:61] "kube-ingress-dns-minikube" [252240cf-0fec-4076-9e47-ed52b70dc81d] Running
I0210 12:48:07.664574 333377 system_pods.go:61] "kube-proxy-h4dmz" [05f3a531-5d98-4fc7-b076-0a8ea286ec1c] Running
I0210 12:48:07.664585 333377 system_pods.go:61] "kube-scheduler-addons-301558" [39bd5d11-fa7b-4e88-9613-6410af87ce43] Running
I0210 12:48:07.664594 333377 system_pods.go:61] "metrics-server-7fbb699795-bpvg2" [9423eaba-3873-4491-8e27-944841aa7a31] Running
I0210 12:48:07.664602 333377 system_pods.go:61] "nvidia-device-plugin-daemonset-fbkl6" [48658ef5-6bcc-442b-b588-1ef949fe8966] Running
I0210 12:48:07.664611 333377 system_pods.go:61] "registry-6c88467877-s49ch" [e55c9d9b-7733-4fe2-b3ba-c685f2a66be9] Running
I0210 12:48:07.664616 333377 system_pods.go:61] "registry-proxy-s9z92" [92a6f1f3-6e0b-4ccc-a1c6-504a90c8e193] Running
I0210 12:48:07.664623 333377 system_pods.go:61] "snapshot-controller-68b874b76f-4j224" [ddb99d5e-2f9c-466b-8e99-9b16f9b94336] Running
I0210 12:48:07.664628 333377 system_pods.go:61] "snapshot-controller-68b874b76f-6ls9l" [4736ed99-44f8-473f-a7b0-97e70b313bff] Running
I0210 12:48:07.664633 333377 system_pods.go:61] "storage-provisioner" [c193797c-5f18-408f-af23-afc9b78fa6a3] Running
I0210 12:48:07.664644 333377 system_pods.go:74] duration metric: took 4.508134775s to wait for pod list to return data ...
I0210 12:48:07.664654 333377 default_sa.go:34] waiting for default service account to be created ...
I0210 12:48:07.666840 333377 default_sa.go:45] found service account: "default"
I0210 12:48:07.666863 333377 default_sa.go:55] duration metric: took 2.19906ms for default service account to be created ...
I0210 12:48:07.666871 333377 system_pods.go:116] waiting for k8s-apps to be running ...
I0210 12:48:07.670089 333377 system_pods.go:86] 19 kube-system pods found
I0210 12:48:07.670125 333377 system_pods.go:89] "amd-gpu-device-plugin-tnnj8" [fc055e28-b4e7-441b-9165-68e2cd501834] Running
I0210 12:48:07.670135 333377 system_pods.go:89] "coredns-668d6bf9bc-cl7gg" [ea8e6e16-67e2-4939-a18f-a5da8e5059bf] Running
I0210 12:48:07.670141 333377 system_pods.go:89] "csi-hostpath-attacher-0" [2bb7a2a7-8826-46c3-9916-44118212ca1e] Running
I0210 12:48:07.670148 333377 system_pods.go:89] "csi-hostpath-resizer-0" [459c9396-2e42-4820-b02d-637f293e4cb8] Running
I0210 12:48:07.670161 333377 system_pods.go:89] "csi-hostpathplugin-qzzgz" [27138073-9272-4b93-a7d9-8b459fc5b961] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0210 12:48:07.670171 333377 system_pods.go:89] "etcd-addons-301558" [215e9b02-2e02-436a-b712-37027bc6b891] Running
I0210 12:48:07.670183 333377 system_pods.go:89] "kindnet-wvbvf" [aba430c5-368a-4ad5-9fca-ec28cbd1b1e0] Running
I0210 12:48:07.670189 333377 system_pods.go:89] "kube-apiserver-addons-301558" [4faa921e-6e59-4dd7-aaee-0b2163224885] Running
I0210 12:48:07.670198 333377 system_pods.go:89] "kube-controller-manager-addons-301558" [11cd38b6-1009-49c0-a647-7ea34e3c8392] Running
I0210 12:48:07.670208 333377 system_pods.go:89] "kube-ingress-dns-minikube" [252240cf-0fec-4076-9e47-ed52b70dc81d] Running
I0210 12:48:07.670214 333377 system_pods.go:89] "kube-proxy-h4dmz" [05f3a531-5d98-4fc7-b076-0a8ea286ec1c] Running
I0210 12:48:07.670223 333377 system_pods.go:89] "kube-scheduler-addons-301558" [39bd5d11-fa7b-4e88-9613-6410af87ce43] Running
I0210 12:48:07.670231 333377 system_pods.go:89] "metrics-server-7fbb699795-bpvg2" [9423eaba-3873-4491-8e27-944841aa7a31] Running
I0210 12:48:07.670243 333377 system_pods.go:89] "nvidia-device-plugin-daemonset-fbkl6" [48658ef5-6bcc-442b-b588-1ef949fe8966] Running
I0210 12:48:07.670252 333377 system_pods.go:89] "registry-6c88467877-s49ch" [e55c9d9b-7733-4fe2-b3ba-c685f2a66be9] Running
I0210 12:48:07.670260 333377 system_pods.go:89] "registry-proxy-s9z92" [92a6f1f3-6e0b-4ccc-a1c6-504a90c8e193] Running
I0210 12:48:07.670267 333377 system_pods.go:89] "snapshot-controller-68b874b76f-4j224" [ddb99d5e-2f9c-466b-8e99-9b16f9b94336] Running
I0210 12:48:07.670275 333377 system_pods.go:89] "snapshot-controller-68b874b76f-6ls9l" [4736ed99-44f8-473f-a7b0-97e70b313bff] Running
I0210 12:48:07.670282 333377 system_pods.go:89] "storage-provisioner" [c193797c-5f18-408f-af23-afc9b78fa6a3] Running
I0210 12:48:07.670294 333377 system_pods.go:126] duration metric: took 3.415577ms to wait for k8s-apps to be running ...
I0210 12:48:07.670307 333377 system_svc.go:44] waiting for kubelet service to be running ....
I0210 12:48:07.670361 333377 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0210 12:48:07.684334 333377 system_svc.go:56] duration metric: took 14.020162ms WaitForService to wait for kubelet
I0210 12:48:07.684367 333377 kubeadm.go:582] duration metric: took 1m31.654269066s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0210 12:48:07.684392 333377 node_conditions.go:102] verifying NodePressure condition ...
I0210 12:48:07.687412 333377 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0210 12:48:07.687444 333377 node_conditions.go:123] node cpu capacity is 8
I0210 12:48:07.687462 333377 node_conditions.go:105] duration metric: took 3.063698ms to run NodePressure ...
I0210 12:48:07.687477 333377 start.go:241] waiting for startup goroutines ...
I0210 12:48:07.784429 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:08.283370 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:08.783903 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:09.284663 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:09.784061 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:10.284900 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:10.784642 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:11.284156 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:11.784414 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:12.284720 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:12.784722 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:13.284329 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:13.784254 333377 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0210 12:48:14.283912 333377 kapi.go:107] duration metric: took 1m30.503177692s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0210 12:48:14.285659 333377 out.go:177] * Enabled addons: cloud-spanner, ingress-dns, storage-provisioner, nvidia-device-plugin, amd-gpu-device-plugin, inspektor-gadget, metrics-server, yakd, default-storageclass, volumesnapshots, registry, gcp-auth, ingress, csi-hostpath-driver
I0210 12:48:14.286802 333377 addons.go:514] duration metric: took 1m38.256676286s for enable addons: enabled=[cloud-spanner ingress-dns storage-provisioner nvidia-device-plugin amd-gpu-device-plugin inspektor-gadget metrics-server yakd default-storageclass volumesnapshots registry gcp-auth ingress csi-hostpath-driver]
I0210 12:48:14.286841 333377 start.go:246] waiting for cluster config update ...
I0210 12:48:14.286861 333377 start.go:255] writing updated cluster config ...
I0210 12:48:14.287131 333377 ssh_runner.go:195] Run: rm -f paused
I0210 12:48:14.335827 333377 start.go:600] kubectl: 1.32.1, cluster: 1.32.1 (minor skew: 0)
I0210 12:48:14.337488 333377 out.go:177] * Done! kubectl is now configured to use "addons-301558" cluster and "default" namespace by default
==> CRI-O <==
Feb 10 12:49:30 addons-301558 crio[1041]: time="2025-02-10 12:49:30.630564451Z" level=info msg="Removing pod sandbox: 589fa518c19e0310d547e5e82c24a478cfee47af94eaa6ec1a2d6c1478a41e3b" id=49f57d9e-7454-444a-976f-15b7fdac0733 name=/runtime.v1.RuntimeService/RemovePodSandbox
Feb 10 12:49:30 addons-301558 crio[1041]: time="2025-02-10 12:49:30.636284745Z" level=info msg="Removed pod sandbox: 589fa518c19e0310d547e5e82c24a478cfee47af94eaa6ec1a2d6c1478a41e3b" id=49f57d9e-7454-444a-976f-15b7fdac0733 name=/runtime.v1.RuntimeService/RemovePodSandbox
Feb 10 12:49:30 addons-301558 crio[1041]: time="2025-02-10 12:49:30.636632149Z" level=info msg="Stopping pod sandbox: 95986c8a2190d816cb0d4389c6e657019c736bac773c8f652c232143c238dfb5" id=4def0327-acd1-440c-9b94-87d38b831f90 name=/runtime.v1.RuntimeService/StopPodSandbox
Feb 10 12:49:30 addons-301558 crio[1041]: time="2025-02-10 12:49:30.636661619Z" level=info msg="Stopped pod sandbox (already stopped): 95986c8a2190d816cb0d4389c6e657019c736bac773c8f652c232143c238dfb5" id=4def0327-acd1-440c-9b94-87d38b831f90 name=/runtime.v1.RuntimeService/StopPodSandbox
Feb 10 12:49:30 addons-301558 crio[1041]: time="2025-02-10 12:49:30.636916674Z" level=info msg="Removing pod sandbox: 95986c8a2190d816cb0d4389c6e657019c736bac773c8f652c232143c238dfb5" id=de76c50f-46fb-4e09-97dd-eb4247644ccf name=/runtime.v1.RuntimeService/RemovePodSandbox
Feb 10 12:49:30 addons-301558 crio[1041]: time="2025-02-10 12:49:30.642703916Z" level=info msg="Removed pod sandbox: 95986c8a2190d816cb0d4389c6e657019c736bac773c8f652c232143c238dfb5" id=de76c50f-46fb-4e09-97dd-eb4247644ccf name=/runtime.v1.RuntimeService/RemovePodSandbox
Feb 10 12:49:30 addons-301558 crio[1041]: time="2025-02-10 12:49:30.643006302Z" level=info msg="Stopping pod sandbox: 81d5eb5dd82eb5c9685d229a99de4e2366d5cda7df2859145c6ea7c2bddfbc42" id=c5b519e0-e9a8-4f8f-afc6-228991fbe9eb name=/runtime.v1.RuntimeService/StopPodSandbox
Feb 10 12:49:30 addons-301558 crio[1041]: time="2025-02-10 12:49:30.643047800Z" level=info msg="Stopped pod sandbox (already stopped): 81d5eb5dd82eb5c9685d229a99de4e2366d5cda7df2859145c6ea7c2bddfbc42" id=c5b519e0-e9a8-4f8f-afc6-228991fbe9eb name=/runtime.v1.RuntimeService/StopPodSandbox
Feb 10 12:49:30 addons-301558 crio[1041]: time="2025-02-10 12:49:30.643305595Z" level=info msg="Removing pod sandbox: 81d5eb5dd82eb5c9685d229a99de4e2366d5cda7df2859145c6ea7c2bddfbc42" id=2cd00be2-718c-4164-8c25-1f78834de0f5 name=/runtime.v1.RuntimeService/RemovePodSandbox
Feb 10 12:49:30 addons-301558 crio[1041]: time="2025-02-10 12:49:30.651226178Z" level=info msg="Removed pod sandbox: 81d5eb5dd82eb5c9685d229a99de4e2366d5cda7df2859145c6ea7c2bddfbc42" id=2cd00be2-718c-4164-8c25-1f78834de0f5 name=/runtime.v1.RuntimeService/RemovePodSandbox
Feb 10 12:49:30 addons-301558 crio[1041]: time="2025-02-10 12:49:30.651625465Z" level=info msg="Stopping pod sandbox: a650301824136e9a33c9e773476ba2e32918fa45cdfc5477d96b762f0668a5fc" id=9f6deb78-d41e-4d63-bd18-b489788cfcc9 name=/runtime.v1.RuntimeService/StopPodSandbox
Feb 10 12:49:30 addons-301558 crio[1041]: time="2025-02-10 12:49:30.651659882Z" level=info msg="Stopped pod sandbox (already stopped): a650301824136e9a33c9e773476ba2e32918fa45cdfc5477d96b762f0668a5fc" id=9f6deb78-d41e-4d63-bd18-b489788cfcc9 name=/runtime.v1.RuntimeService/StopPodSandbox
Feb 10 12:49:30 addons-301558 crio[1041]: time="2025-02-10 12:49:30.651925162Z" level=info msg="Removing pod sandbox: a650301824136e9a33c9e773476ba2e32918fa45cdfc5477d96b762f0668a5fc" id=67b9c3a3-7468-438c-a509-a56fad818fca name=/runtime.v1.RuntimeService/RemovePodSandbox
Feb 10 12:49:30 addons-301558 crio[1041]: time="2025-02-10 12:49:30.658409342Z" level=info msg="Removed pod sandbox: a650301824136e9a33c9e773476ba2e32918fa45cdfc5477d96b762f0668a5fc" id=67b9c3a3-7468-438c-a509-a56fad818fca name=/runtime.v1.RuntimeService/RemovePodSandbox
Feb 10 12:51:28 addons-301558 crio[1041]: time="2025-02-10 12:51:28.948158148Z" level=info msg="Running pod sandbox: default/hello-world-app-7d9564db4-82jt6/POD" id=6a1f3b9e-85e9-4b94-b8c7-1d00076a1095 name=/runtime.v1.RuntimeService/RunPodSandbox
Feb 10 12:51:28 addons-301558 crio[1041]: time="2025-02-10 12:51:28.948253615Z" level=warning msg="Allowed annotations are specified for workload []"
Feb 10 12:51:28 addons-301558 crio[1041]: time="2025-02-10 12:51:28.974370346Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-82jt6 Namespace:default ID:b278d3db5eff7a0c8f28639743ebda7f0e4bb99aee1e09a967fd249cfae57b41 UID:fe419ce4-5b3a-4dfa-88af-c8c266822911 NetNS:/var/run/netns/4699ffec-52f5-41f6-9f0f-25725071e970 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Feb 10 12:51:28 addons-301558 crio[1041]: time="2025-02-10 12:51:28.974421701Z" level=info msg="Adding pod default_hello-world-app-7d9564db4-82jt6 to CNI network \"kindnet\" (type=ptp)"
Feb 10 12:51:28 addons-301558 crio[1041]: time="2025-02-10 12:51:28.986454214Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-82jt6 Namespace:default ID:b278d3db5eff7a0c8f28639743ebda7f0e4bb99aee1e09a967fd249cfae57b41 UID:fe419ce4-5b3a-4dfa-88af-c8c266822911 NetNS:/var/run/netns/4699ffec-52f5-41f6-9f0f-25725071e970 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Feb 10 12:51:28 addons-301558 crio[1041]: time="2025-02-10 12:51:28.986571051Z" level=info msg="Checking pod default_hello-world-app-7d9564db4-82jt6 for CNI network kindnet (type=ptp)"
Feb 10 12:51:28 addons-301558 crio[1041]: time="2025-02-10 12:51:28.989993314Z" level=info msg="Ran pod sandbox b278d3db5eff7a0c8f28639743ebda7f0e4bb99aee1e09a967fd249cfae57b41 with infra container: default/hello-world-app-7d9564db4-82jt6/POD" id=6a1f3b9e-85e9-4b94-b8c7-1d00076a1095 name=/runtime.v1.RuntimeService/RunPodSandbox
Feb 10 12:51:28 addons-301558 crio[1041]: time="2025-02-10 12:51:28.991282077Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=474267b7-9b5a-40db-9266-b431aac0f975 name=/runtime.v1.ImageService/ImageStatus
Feb 10 12:51:28 addons-301558 crio[1041]: time="2025-02-10 12:51:28.991536155Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=474267b7-9b5a-40db-9266-b431aac0f975 name=/runtime.v1.ImageService/ImageStatus
Feb 10 12:51:28 addons-301558 crio[1041]: time="2025-02-10 12:51:28.992081961Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=c8a78a40-313f-48fa-92ce-c5b1583ebb23 name=/runtime.v1.ImageService/PullImage
Feb 10 12:51:28 addons-301558 crio[1041]: time="2025-02-10 12:51:28.996444233Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
6bdddd191e04c docker.io/library/nginx@sha256:6666d93f054a3f4315894b76f2023f3da2fcb5ceb5f8d91625cca81623edd2da 2 minutes ago Running nginx 0 c3fb14e1403a9 nginx
bd3f5cab7b73c gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 3 minutes ago Running busybox 0 d6171ac3f658c busybox
d0a1f7e51ab79 registry.k8s.io/ingress-nginx/controller@sha256:62b61c42ec8dd877b85c0aa24c4744ce44d274bc16cc5d2364edfe67964ba55b 3 minutes ago Running controller 0 25ee82840955b ingress-nginx-controller-56d7c84fd4-f67hk
f7ba2a66b7cc0 a62eeff05ba5194cac31b3f6180655290afa3ed3f2573bcd2aaff319416951eb 3 minutes ago Exited patch 2 2c6886bb251c7 ingress-nginx-admission-patch-67w5s
16a31a0f46c78 docker.io/rancher/local-path-provisioner@sha256:73f712e7af12b06720c35ce75217f904f00e4bd96de79f8db1cf160112e667ef 4 minutes ago Running local-path-provisioner 0 da611d1c30725 local-path-provisioner-76f89f99b5-89lzf
ebe578dfe459a registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a9f03b34a3cbfbb26d103a14046ab2c5130a80c3d69d526ff8063d2b37b9fd3f 4 minutes ago Exited create 0 e85a820ca6679 ingress-nginx-admission-create-5hgvr
f92ffaf4ca01d gcr.io/k8s-minikube/minikube-ingress-dns@sha256:07c8f5b205a3f8971bfc6d460978ae00de35f17e5d5392b1de8de02356f85dab 4 minutes ago Running minikube-ingress-dns 0 77d9f22a4314e kube-ingress-dns-minikube
295ef32baf8b8 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 4 minutes ago Running coredns 0 d0e62c9b6acac coredns-668d6bf9bc-cl7gg
1b1d50c2d6658 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 4 minutes ago Running storage-provisioner 0 3813c072c7e5b storage-provisioner
c976d8263cc2d docker.io/kindest/kindnetd@sha256:56ea59f77258052c4506076525318ffa66817500f68e94a50fdf7d600a280d26 4 minutes ago Running kindnet-cni 0 c61218e2c2fa0 kindnet-wvbvf
9f1d9031998f7 e29f9c7391fd92d96bc72026fc755b0f9589536e36ecd7102161f1ded087897a 4 minutes ago Running kube-proxy 0 19dc09ed8dd0c kube-proxy-h4dmz
33d58fefacf0a 2b0d6572d062c0f590b08c3113e5d9a61e381b3da7845a0289bdbf1faa1b23d1 5 minutes ago Running kube-scheduler 0 dbbbdab748368 kube-scheduler-addons-301558
32dfee718be1f 019ee182b58e20da055b173dc0b598fbde321d4bf959e1c2a832908ed7642d35 5 minutes ago Running kube-controller-manager 0 08e464e9593f1 kube-controller-manager-addons-301558
3565a330f2c92 95c0bda56fc4dd44cf1876f15c04427feabe5556394553874934ffd2514eeb0a 5 minutes ago Running kube-apiserver 0 ef7487a75dbfe kube-apiserver-addons-301558
a74edebbb35a2 a9e7e6b294baf1695fccb862d956c5d3ad8510e1e4ca1535f35dc09f247abbfc 5 minutes ago Running etcd 0 e98f3b0b29304 etcd-addons-301558
==> coredns [295ef32baf8b824aeeeaf126c9fedb3b32d1f480a10f8bf3a78d7598ca68a50f] <==
[INFO] 10.244.0.8:49095 - 60412 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000203457s
[INFO] 10.244.0.8:55096 - 44200 "A IN registry.kube-system.svc.cluster.local.europe-west2-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.003243796s
[INFO] 10.244.0.8:55096 - 44623 "AAAA IN registry.kube-system.svc.cluster.local.europe-west2-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.0050187s
[INFO] 10.244.0.8:54365 - 46038 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.003273158s
[INFO] 10.244.0.8:54365 - 46582 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.003897067s
[INFO] 10.244.0.8:40922 - 14245 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.003157028s
[INFO] 10.244.0.8:40922 - 14529 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.003847832s
[INFO] 10.244.0.8:41510 - 23279 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000139743s
[INFO] 10.244.0.8:41510 - 22810 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000182773s
[INFO] 10.244.0.21:32976 - 17584 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000234215s
[INFO] 10.244.0.21:34877 - 58266 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000362434s
[INFO] 10.244.0.21:43493 - 49095 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.0001398s
[INFO] 10.244.0.21:45689 - 46952 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00019552s
[INFO] 10.244.0.21:60114 - 42202 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.00011448s
[INFO] 10.244.0.21:47236 - 49276 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.00013943s
[INFO] 10.244.0.21:51897 - 23073 "A IN storage.googleapis.com.europe-west2-a.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.006354683s
[INFO] 10.244.0.21:40337 - 35049 "AAAA IN storage.googleapis.com.europe-west2-a.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.007183953s
[INFO] 10.244.0.21:50497 - 5224 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.004398765s
[INFO] 10.244.0.21:49173 - 55107 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.005098662s
[INFO] 10.244.0.21:51860 - 8860 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.003074007s
[INFO] 10.244.0.21:40696 - 4563 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.003833614s
[INFO] 10.244.0.21:39900 - 53552 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.000637215s
[INFO] 10.244.0.21:54206 - 35495 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000647565s
[INFO] 10.244.0.26:60345 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000228267s
[INFO] 10.244.0.26:57680 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000183077s
==> describe nodes <==
Name: addons-301558
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-301558
kubernetes.io/os=linux
minikube.k8s.io/commit=7d7e9539cf1c3abd6114cdafa89e43b830da4e04
minikube.k8s.io/name=addons-301558
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_02_10T12_46_31_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-301558
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 10 Feb 2025 12:46:28 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-301558
AcquireTime: <unset>
RenewTime: Mon, 10 Feb 2025 12:51:26 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 10 Feb 2025 12:49:34 +0000 Mon, 10 Feb 2025 12:46:26 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 10 Feb 2025 12:49:34 +0000 Mon, 10 Feb 2025 12:46:26 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 10 Feb 2025 12:49:34 +0000 Mon, 10 Feb 2025 12:46:26 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 10 Feb 2025 12:49:34 +0000 Mon, 10 Feb 2025 12:46:54 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-301558
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859372Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859372Ki
pods: 110
System Info:
Machine ID: d2ab47e2f30d443cabcc191dcfd6224e
System UUID: 561f5c6c-b025-4bff-ae1b-27b6e79be3e2
Boot ID: b84be710-c6e3-488f-9f9f-959dc92b5ed8
Kernel Version: 5.15.0-1075-gcp
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.32.1
Kube-Proxy Version: v1.32.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m16s
default hello-world-app-7d9564db4-82jt6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m25s
ingress-nginx ingress-nginx-controller-56d7c84fd4-f67hk 100m (1%) 0 (0%) 90Mi (0%) 0 (0%) 4m49s
kube-system coredns-668d6bf9bc-cl7gg 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 4m55s
kube-system etcd-addons-301558 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 5m
kube-system kindnet-wvbvf 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 4m55s
kube-system kube-apiserver-addons-301558 250m (3%) 0 (0%) 0 (0%) 0 (0%) 5m
kube-system kube-controller-manager-addons-301558 200m (2%) 0 (0%) 0 (0%) 0 (0%) 5m
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m51s
kube-system kube-proxy-h4dmz 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m55s
kube-system kube-scheduler-addons-301558 100m (1%) 0 (0%) 0 (0%) 0 (0%) 5m
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m50s
local-path-storage local-path-provisioner-76f89f99b5-89lzf 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m50s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (11%) 100m (1%)
memory 310Mi (0%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m54s kube-proxy
Normal Starting 5m kubelet Starting kubelet.
Warning CgroupV1 5m kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 5m kubelet Node addons-301558 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m kubelet Node addons-301558 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m kubelet Node addons-301558 status is now: NodeHasSufficientPID
Normal RegisteredNode 4m56s node-controller Node addons-301558 event: Registered Node addons-301558 in Controller
Normal NodeReady 4m36s kubelet Node addons-301558 status is now: NodeReady
==> dmesg <==
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff fa c8 3a 6a c4 5e 08 06
[ +6.127697] IPv4: martian source 10.244.0.1 from 10.244.0.5, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff de bd 26 26 7b d0 08 06
[Feb10 12:32] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000010] ll header: 00000000: ff ff ff ff ff ff 5e ab 14 eb e5 e9 08 06
[ +2.005707] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 92 3e 2a e0 3f 74 08 06
[ +0.020764] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff c2 47 74 bc 03 a8 08 06
[ +5.709854] IPv4: martian source 10.244.0.1 from 10.244.0.5, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 62 cc ea c3 95 ab 08 06
[Feb10 12:49] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: ba fc 15 7f eb a6 c2 1e cc cc d2 11 08 00
[ +1.028127] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000024] ll header: 00000000: ba fc 15 7f eb a6 c2 1e cc cc d2 11 08 00
[ +2.015863] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000009] ll header: 00000000: ba fc 15 7f eb a6 c2 1e cc cc d2 11 08 00
[ +4.191654] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: ba fc 15 7f eb a6 c2 1e cc cc d2 11 08 00
[ +8.191417] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000023] ll header: 00000000: ba fc 15 7f eb a6 c2 1e cc cc d2 11 08 00
[ +16.126817] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000022] ll header: 00000000: ba fc 15 7f eb a6 c2 1e cc cc d2 11 08 00
[Feb10 12:50] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000008] ll header: 00000000: ba fc 15 7f eb a6 c2 1e cc cc d2 11 08 00
==> etcd [a74edebbb35a2231b4a86bb5bf5a9efed75e4afb7d624dcd91daee04bf80d08d] <==
{"level":"info","ts":"2025-02-10T12:46:40.848230Z","caller":"traceutil/trace.go:171","msg":"trace[128310387] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"183.3884ms","start":"2025-02-10T12:46:40.664822Z","end":"2025-02-10T12:46:40.848211Z","steps":["trace[128310387] 'process raft request' (duration: 100.625277ms)","trace[128310387] 'compare' (duration: 82.228633ms)"],"step_count":2}
{"level":"info","ts":"2025-02-10T12:46:40.848943Z","caller":"traceutil/trace.go:171","msg":"trace[1311154731] linearizableReadLoop","detail":"{readStateIndex:504; appliedIndex:503; }","duration":"100.155511ms","start":"2025-02-10T12:46:40.748772Z","end":"2025-02-10T12:46:40.848928Z","steps":["trace[1311154731] 'read index received' (duration: 16.687496ms)","trace[1311154731] 'applied index is now lower than readState.Index' (duration: 83.466945ms)"],"step_count":2}
{"level":"warn","ts":"2025-02-10T12:46:40.849386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.595926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-301558\" limit:1 ","response":"range_response_count:1 size:5655"}
{"level":"info","ts":"2025-02-10T12:46:40.849673Z","caller":"traceutil/trace.go:171","msg":"trace[284920299] range","detail":"{range_begin:/registry/minions/addons-301558; range_end:; response_count:1; response_revision:498; }","duration":"100.920403ms","start":"2025-02-10T12:46:40.748739Z","end":"2025-02-10T12:46:40.849659Z","steps":["trace[284920299] 'agreement among raft nodes before linearized reading' (duration: 100.595765ms)"],"step_count":1}
{"level":"warn","ts":"2025-02-10T12:46:40.849492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.627567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-76f89f99b5\" limit:1 ","response":"range_response_count:1 size:2623"}
{"level":"info","ts":"2025-02-10T12:46:40.850085Z","caller":"traceutil/trace.go:171","msg":"trace[867176915] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-76f89f99b5; range_end:; response_count:1; response_revision:498; }","duration":"101.232111ms","start":"2025-02-10T12:46:40.748837Z","end":"2025-02-10T12:46:40.850069Z","steps":["trace[867176915] 'agreement among raft nodes before linearized reading' (duration: 100.570202ms)"],"step_count":1}
{"level":"info","ts":"2025-02-10T12:47:37.085121Z","caller":"traceutil/trace.go:171","msg":"trace[2003230999] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"128.230501ms","start":"2025-02-10T12:47:36.956858Z","end":"2025-02-10T12:47:37.085088Z","steps":["trace[2003230999] 'process raft request' (duration: 126.653983ms)"],"step_count":1}
{"level":"info","ts":"2025-02-10T12:48:15.159139Z","caller":"traceutil/trace.go:171","msg":"trace[142163808] linearizableReadLoop","detail":"{readStateIndex:1253; appliedIndex:1252; }","duration":"114.386506ms","start":"2025-02-10T12:48:15.044729Z","end":"2025-02-10T12:48:15.159116Z","steps":["trace[142163808] 'read index received' (duration: 114.331337ms)","trace[142163808] 'applied index is now lower than readState.Index' (duration: 54.465µs)"],"step_count":2}
{"level":"info","ts":"2025-02-10T12:48:15.159229Z","caller":"traceutil/trace.go:171","msg":"trace[1342807583] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"115.563209ms","start":"2025-02-10T12:48:15.043647Z","end":"2025-02-10T12:48:15.159210Z","steps":["trace[1342807583] 'process raft request' (duration: 115.357911ms)"],"step_count":1}
{"level":"warn","ts":"2025-02-10T12:48:15.159390Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.64103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/busybox\" limit:1 ","response":"range_response_count:1 size:1660"}
{"level":"info","ts":"2025-02-10T12:48:15.159437Z","caller":"traceutil/trace.go:171","msg":"trace[224098436] range","detail":"{range_begin:/registry/pods/default/busybox; range_end:; response_count:1; response_revision:1214; }","duration":"114.724317ms","start":"2025-02-10T12:48:15.044702Z","end":"2025-02-10T12:48:15.159427Z","steps":["trace[224098436] 'agreement among raft nodes before linearized reading' (duration: 114.534074ms)"],"step_count":1}
{"level":"warn","ts":"2025-02-10T12:48:15.423088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.316334ms","expected-duration":"100ms","prefix":"","request":"header:<ID:8128035185566199535 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/leases/kube-system/external-health-monitor-leader-hostpath-csi-k8s-io\" mod_revision:1186 > success:<request_put:<key:\"/registry/leases/kube-system/external-health-monitor-leader-hostpath-csi-k8s-io\" value_size:450 >> failure:<request_range:<key:\"/registry/leases/kube-system/external-health-monitor-leader-hostpath-csi-k8s-io\" > >>","response":"size:16"}
{"level":"info","ts":"2025-02-10T12:48:15.423252Z","caller":"traceutil/trace.go:171","msg":"trace[91003153] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"184.762338ms","start":"2025-02-10T12:48:15.238471Z","end":"2025-02-10T12:48:15.423233Z","steps":["trace[91003153] 'process raft request' (duration: 62.241917ms)","trace[91003153] 'compare' (duration: 122.235033ms)"],"step_count":2}
{"level":"warn","ts":"2025-02-10T12:48:31.474033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.63681ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-02-10T12:48:31.474110Z","caller":"traceutil/trace.go:171","msg":"trace[1573172226] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1280; }","duration":"103.732692ms","start":"2025-02-10T12:48:31.370363Z","end":"2025-02-10T12:48:31.474096Z","steps":["trace[1573172226] 'range keys from in-memory index tree' (duration: 103.615915ms)"],"step_count":1}
{"level":"info","ts":"2025-02-10T12:48:31.474118Z","caller":"traceutil/trace.go:171","msg":"trace[464873223] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1280; }","duration":"149.393436ms","start":"2025-02-10T12:48:31.324706Z","end":"2025-02-10T12:48:31.474100Z","steps":["trace[464873223] 'process raft request' (duration: 60.828326ms)","trace[464873223] 'compare' (duration: 88.471024ms)"],"step_count":2}
{"level":"info","ts":"2025-02-10T12:48:42.818612Z","caller":"traceutil/trace.go:171","msg":"trace[785952470] linearizableReadLoop","detail":"{readStateIndex:1438; appliedIndex:1437; }","duration":"110.851257ms","start":"2025-02-10T12:48:42.707743Z","end":"2025-02-10T12:48:42.818594Z","steps":["trace[785952470] 'read index received' (duration: 110.781687ms)","trace[785952470] 'applied index is now lower than readState.Index' (duration: 68.86µs)"],"step_count":2}
{"level":"info","ts":"2025-02-10T12:48:42.818723Z","caller":"traceutil/trace.go:171","msg":"trace[373789233] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"130.168522ms","start":"2025-02-10T12:48:42.688528Z","end":"2025-02-10T12:48:42.818696Z","steps":["trace[373789233] 'process raft request' (duration: 129.971931ms)"],"step_count":1}
{"level":"warn","ts":"2025-02-10T12:48:42.818769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.008681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/default/test-pvc\" limit:1 ","response":"range_response_count:1 size:1412"}
{"level":"info","ts":"2025-02-10T12:48:42.818799Z","caller":"traceutil/trace.go:171","msg":"trace[186276241] range","detail":"{range_begin:/registry/persistentvolumeclaims/default/test-pvc; range_end:; response_count:1; response_revision:1392; }","duration":"111.076821ms","start":"2025-02-10T12:48:42.707713Z","end":"2025-02-10T12:48:42.818790Z","steps":["trace[186276241] 'agreement among raft nodes before linearized reading' (duration: 110.987535ms)"],"step_count":1}
{"level":"warn","ts":"2025-02-10T12:49:13.906512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.261695ms","expected-duration":"100ms","prefix":"","request":"header:<ID:8128035185566201150 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/events/gadget/gadget-pp928.1822d98bf603f3ca\" mod_revision:548 > success:<request_delete_range:<key:\"/registry/events/gadget/gadget-pp928.1822d98bf603f3ca\" > > failure:<request_range:<key:\"/registry/events/gadget/gadget-pp928.1822d98bf603f3ca\" > >>","response":"size:18"}
{"level":"info","ts":"2025-02-10T12:49:13.906605Z","caller":"traceutil/trace.go:171","msg":"trace[653239613] linearizableReadLoop","detail":"{readStateIndex:1737; appliedIndex:1736; }","duration":"202.713711ms","start":"2025-02-10T12:49:13.703878Z","end":"2025-02-10T12:49:13.906591Z","steps":["trace[653239613] 'read index received' (duration: 80.226383ms)","trace[653239613] 'applied index is now lower than readState.Index' (duration: 122.486502ms)"],"step_count":2}
{"level":"info","ts":"2025-02-10T12:49:13.906633Z","caller":"traceutil/trace.go:171","msg":"trace[2015880172] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1672; }","duration":"244.307794ms","start":"2025-02-10T12:49:13.662304Z","end":"2025-02-10T12:49:13.906612Z","steps":["trace[2015880172] 'process raft request' (duration: 121.840115ms)","trace[2015880172] 'compare' (duration: 122.177067ms)"],"step_count":2}
{"level":"warn","ts":"2025-02-10T12:49:13.906729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.846263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/default/hpvc-restore\" limit:1 ","response":"range_response_count:1 size:982"}
{"level":"info","ts":"2025-02-10T12:49:13.906762Z","caller":"traceutil/trace.go:171","msg":"trace[1334860470] range","detail":"{range_begin:/registry/persistentvolumeclaims/default/hpvc-restore; range_end:; response_count:1; response_revision:1672; }","duration":"202.909415ms","start":"2025-02-10T12:49:13.703842Z","end":"2025-02-10T12:49:13.906752Z","steps":["trace[1334860470] 'agreement among raft nodes before linearized reading' (duration: 202.786089ms)"],"step_count":1}
==> kernel <==
12:51:30 up 3:33, 0 users, load average: 0.33, 1.14, 1.31
Linux addons-301558 5.15.0-1075-gcp #84~20.04.1-Ubuntu SMP Thu Jan 16 20:44:47 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [c976d8263cc2d15d32b6e60d759e1982c3df536ee3a14a8216ce28e2797dad2e] <==
I0210 12:49:24.567322 1 main.go:301] handling current node
I0210 12:49:34.564027 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 12:49:34.564086 1 main.go:301] handling current node
I0210 12:49:44.564177 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 12:49:44.564210 1 main.go:301] handling current node
I0210 12:49:54.573437 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 12:49:54.573484 1 main.go:301] handling current node
I0210 12:50:04.564788 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 12:50:04.564825 1 main.go:301] handling current node
I0210 12:50:14.571515 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 12:50:14.571552 1 main.go:301] handling current node
I0210 12:50:24.564046 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 12:50:24.564093 1 main.go:301] handling current node
I0210 12:50:34.568830 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 12:50:34.568861 1 main.go:301] handling current node
I0210 12:50:44.564618 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 12:50:44.564660 1 main.go:301] handling current node
I0210 12:50:54.572328 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 12:50:54.572361 1 main.go:301] handling current node
I0210 12:51:04.573422 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 12:51:04.573464 1 main.go:301] handling current node
I0210 12:51:14.564379 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 12:51:14.564412 1 main.go:301] handling current node
I0210 12:51:24.564056 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0210 12:51:24.564094 1 main.go:301] handling current node
==> kube-apiserver [3565a330f2c9213a0602e15c945ba18009e7168ec14db233b6f719e4998bd44c] <==
> logger="UnhandledError"
I0210 12:47:08.923417 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E0210 12:48:27.269019 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:60290: use of closed network connection
E0210 12:48:27.433420 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:60316: use of closed network connection
I0210 12:48:36.467229 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.106.234.19"}
I0210 12:49:04.184100 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0210 12:49:05.140432 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0210 12:49:05.366338 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.98.39.118"}
I0210 12:49:08.547576 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0210 12:49:09.567063 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0210 12:49:09.922596 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0210 12:49:28.188031 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0210 12:49:28.188088 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0210 12:49:28.200167 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0210 12:49:28.200212 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0210 12:49:28.207325 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0210 12:49:28.207368 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0210 12:49:28.213950 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0210 12:49:28.214067 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0210 12:49:28.352557 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0210 12:49:28.352603 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0210 12:49:29.247579 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0210 12:49:29.352750 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W0210 12:49:29.358676 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
I0210 12:51:28.858630 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.108.201.81"}
==> kube-controller-manager [32dfee718be1fecd4ff9b8c6b4c1e9074679dad957d263bdf3baece7aca2af4d] <==
E0210 12:50:22.642381 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0210 12:50:32.076824 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0210 12:50:32.077745 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0210 12:50:32.078581 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0210 12:50:32.078613 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0210 12:50:53.907737 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0210 12:50:53.908670 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotclasses"
W0210 12:50:53.909468 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0210 12:50:53.909510 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0210 12:50:57.137081 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0210 12:50:57.138018 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0210 12:50:57.138818 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0210 12:50:57.138854 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0210 12:51:03.448568 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0210 12:51:03.449511 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W0210 12:51:03.450285 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0210 12:51:03.450318 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0210 12:51:24.222610 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0210 12:51:24.223579 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0210 12:51:24.224441 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0210 12:51:24.224481 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0210 12:51:28.627473 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="13.579968ms"
I0210 12:51:28.632649 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="5.132179ms"
I0210 12:51:28.632704 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="27.387µs"
I0210 12:51:28.634298 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="36.296µs"
==> kube-proxy [9f1d9031998f744ac0fe07db0ae27a88e436669c583acdc88e83e7944cbe32cf] <==
I0210 12:46:35.830514 1 server_linux.go:66] "Using iptables proxy"
I0210 12:46:35.946785 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0210 12:46:35.946840 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0210 12:46:35.964838 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0210 12:46:35.964894 1 server_linux.go:170] "Using iptables Proxier"
I0210 12:46:35.966624 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0210 12:46:35.966951 1 server.go:497] "Version info" version="v1.32.1"
I0210 12:46:35.966977 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0210 12:46:35.968404 1 config.go:199] "Starting service config controller"
I0210 12:46:35.968427 1 config.go:329] "Starting node config controller"
I0210 12:46:35.968443 1 shared_informer.go:313] Waiting for caches to sync for node config
I0210 12:46:35.968444 1 shared_informer.go:313] Waiting for caches to sync for service config
I0210 12:46:35.968449 1 config.go:105] "Starting endpoint slice config controller"
I0210 12:46:35.968461 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0210 12:46:36.069178 1 shared_informer.go:320] Caches are synced for node config
I0210 12:46:36.070480 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0210 12:46:36.070520 1 shared_informer.go:320] Caches are synced for service config
==> kube-scheduler [33d58fefacf0ac3d8b127bbe1aa1c5fb6eb4bf85647912d1ae21b388122033b7] <==
W0210 12:46:28.260213 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0210 12:46:28.264275 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0210 12:46:28.260288 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0210 12:46:28.264293 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0210 12:46:28.261416 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0210 12:46:28.264310 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0210 12:46:28.262408 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0210 12:46:28.264327 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I0210 12:46:28.263220 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
W0210 12:46:28.264030 1 reflector.go:569] runtime/asm_amd64.s:1700: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0210 12:46:28.264372 1 reflector.go:166] "Unhandled Error" err="runtime/asm_amd64.s:1700: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W0210 12:46:29.084553 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0210 12:46:29.084603 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0210 12:46:29.116716 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0210 12:46:29.116768 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0210 12:46:29.216645 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0210 12:46:29.216685 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0210 12:46:29.240026 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "volumeattachments" in API group "storage.k8s.io" at the cluster scope
E0210 12:46:29.240063 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.VolumeAttachment: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0210 12:46:29.243173 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0210 12:46:29.243230 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0210 12:46:29.250377 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0210 12:46:29.250417 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I0210 12:46:29.865077 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Feb 10 12:50:40 addons-301558 kubelet[1654]: E0210 12:50:40.599659 1654 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739191840599474744,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617310,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 10 12:50:40 addons-301558 kubelet[1654]: E0210 12:50:40.599694 1654 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739191840599474744,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617310,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 10 12:50:49 addons-301558 kubelet[1654]: I0210 12:50:49.494549 1654 kubelet_pods.go:1021] "Unable to retrieve pull secret, the image pull may not succeed." pod="default/busybox" secret="" err="secret \"gcp-auth\" not found"
Feb 10 12:50:50 addons-301558 kubelet[1654]: E0210 12:50:50.602612 1654 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739191850602445503,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617310,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 10 12:50:50 addons-301558 kubelet[1654]: E0210 12:50:50.602644 1654 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739191850602445503,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617310,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 10 12:50:55 addons-301558 kubelet[1654]: E0210 12:50:55.675272 1654 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/6e52fb95aef04abb3768d3d1096356ed8a0afa9fcf02f5689dfda834dae80c09/diff" to get inode usage: stat /var/lib/containers/storage/overlay/6e52fb95aef04abb3768d3d1096356ed8a0afa9fcf02f5689dfda834dae80c09/diff: no such file or directory, extraDiskErr: <nil>
Feb 10 12:51:00 addons-301558 kubelet[1654]: E0210 12:51:00.604748 1654 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739191860604540811,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617310,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 10 12:51:00 addons-301558 kubelet[1654]: E0210 12:51:00.604788 1654 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739191860604540811,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617310,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 10 12:51:10 addons-301558 kubelet[1654]: E0210 12:51:10.607283 1654 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739191870607107743,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617310,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 10 12:51:10 addons-301558 kubelet[1654]: E0210 12:51:10.607319 1654 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739191870607107743,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617310,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 10 12:51:20 addons-301558 kubelet[1654]: E0210 12:51:20.609476 1654 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739191880609307902,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617310,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 10 12:51:20 addons-301558 kubelet[1654]: E0210 12:51:20.609508 1654 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739191880609307902,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617310,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 10 12:51:28 addons-301558 kubelet[1654]: I0210 12:51:28.626654 1654 memory_manager.go:355] "RemoveStaleState removing state" podUID="27138073-9272-4b93-a7d9-8b459fc5b961" containerName="node-driver-registrar"
Feb 10 12:51:28 addons-301558 kubelet[1654]: I0210 12:51:28.626705 1654 memory_manager.go:355] "RemoveStaleState removing state" podUID="27138073-9272-4b93-a7d9-8b459fc5b961" containerName="csi-provisioner"
Feb 10 12:51:28 addons-301558 kubelet[1654]: I0210 12:51:28.626717 1654 memory_manager.go:355] "RemoveStaleState removing state" podUID="4736ed99-44f8-473f-a7b0-97e70b313bff" containerName="volume-snapshot-controller"
Feb 10 12:51:28 addons-301558 kubelet[1654]: I0210 12:51:28.626727 1654 memory_manager.go:355] "RemoveStaleState removing state" podUID="2bb268d3-f0c2-4d06-89ce-764cc0958799" containerName="task-pv-container"
Feb 10 12:51:28 addons-301558 kubelet[1654]: I0210 12:51:28.626738 1654 memory_manager.go:355] "RemoveStaleState removing state" podUID="2bb7a2a7-8826-46c3-9916-44118212ca1e" containerName="csi-attacher"
Feb 10 12:51:28 addons-301558 kubelet[1654]: I0210 12:51:28.626748 1654 memory_manager.go:355] "RemoveStaleState removing state" podUID="27138073-9272-4b93-a7d9-8b459fc5b961" containerName="csi-external-health-monitor-controller"
Feb 10 12:51:28 addons-301558 kubelet[1654]: I0210 12:51:28.626761 1654 memory_manager.go:355] "RemoveStaleState removing state" podUID="27138073-9272-4b93-a7d9-8b459fc5b961" containerName="csi-snapshotter"
Feb 10 12:51:28 addons-301558 kubelet[1654]: I0210 12:51:28.626770 1654 memory_manager.go:355] "RemoveStaleState removing state" podUID="27138073-9272-4b93-a7d9-8b459fc5b961" containerName="liveness-probe"
Feb 10 12:51:28 addons-301558 kubelet[1654]: I0210 12:51:28.626780 1654 memory_manager.go:355] "RemoveStaleState removing state" podUID="459c9396-2e42-4820-b02d-637f293e4cb8" containerName="csi-resizer"
Feb 10 12:51:28 addons-301558 kubelet[1654]: I0210 12:51:28.626788 1654 memory_manager.go:355] "RemoveStaleState removing state" podUID="ddb99d5e-2f9c-466b-8e99-9b16f9b94336" containerName="volume-snapshot-controller"
Feb 10 12:51:28 addons-301558 kubelet[1654]: I0210 12:51:28.626797 1654 memory_manager.go:355] "RemoveStaleState removing state" podUID="27138073-9272-4b93-a7d9-8b459fc5b961" containerName="hostpath"
Feb 10 12:51:28 addons-301558 kubelet[1654]: I0210 12:51:28.747045 1654 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fv74v\" (UniqueName: \"kubernetes.io/projected/fe419ce4-5b3a-4dfa-88af-c8c266822911-kube-api-access-fv74v\") pod \"hello-world-app-7d9564db4-82jt6\" (UID: \"fe419ce4-5b3a-4dfa-88af-c8c266822911\") " pod="default/hello-world-app-7d9564db4-82jt6"
Feb 10 12:51:28 addons-301558 kubelet[1654]: W0210 12:51:28.989024 1654 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/e53c1620f81c157ba06c7b449eb7b4eedf3ae80b93422e78432c1e183ba0176f/crio-b278d3db5eff7a0c8f28639743ebda7f0e4bb99aee1e09a967fd249cfae57b41 WatchSource:0}: Error finding container b278d3db5eff7a0c8f28639743ebda7f0e4bb99aee1e09a967fd249cfae57b41: Status 404 returned error can't find the container with id b278d3db5eff7a0c8f28639743ebda7f0e4bb99aee1e09a967fd249cfae57b41
==> storage-provisioner [1b1d50c2d665886387331d04331ee3a0e237fbc93f65a9d6807dac3ff2b773a2] <==
I0210 12:46:55.952134 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0210 12:46:55.961227 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0210 12:46:55.961261 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0210 12:46:55.968588 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0210 12:46:55.968751 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-301558_4e498aae-fa74-41cc-8cd4-3fed3dd29667!
I0210 12:46:55.971695 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"60e27280-e7f1-4f2b-8098-59930195972a", APIVersion:"v1", ResourceVersion:"884", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-301558_4e498aae-fa74-41cc-8cd4-3fed3dd29667 became leader
I0210 12:46:56.069820 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-301558_4e498aae-fa74-41cc-8cd4-3fed3dd29667!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-301558 -n addons-301558
helpers_test.go:261: (dbg) Run: kubectl --context addons-301558 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: hello-world-app-7d9564db4-82jt6 ingress-nginx-admission-create-5hgvr ingress-nginx-admission-patch-67w5s
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-301558 describe pod hello-world-app-7d9564db4-82jt6 ingress-nginx-admission-create-5hgvr ingress-nginx-admission-patch-67w5s
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-301558 describe pod hello-world-app-7d9564db4-82jt6 ingress-nginx-admission-create-5hgvr ingress-nginx-admission-patch-67w5s: exit status 1 (65.849637ms)
-- stdout --
Name: hello-world-app-7d9564db4-82jt6
Namespace: default
Priority: 0
Service Account: default
Node: addons-301558/192.168.49.2
Start Time: Mon, 10 Feb 2025 12:51:28 +0000
Labels: app=hello-world-app
pod-template-hash=7d9564db4
Annotations: <none>
Status: Pending
IP:
IPs: <none>
Controlled By: ReplicaSet/hello-world-app-7d9564db4
Containers:
hello-world-app:
Container ID:
Image: docker.io/kicbase/echo-server:1.0
Image ID:
Port: 8080/TCP
Host Port: 0/TCP
State: Waiting
Reason: ContainerCreating
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-fv74v (ro)
Conditions:
Type Status
PodReadyToStartContainers False
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-fv74v:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 3s default-scheduler Successfully assigned default/hello-world-app-7d9564db4-82jt6 to addons-301558
Normal Pulling 3s kubelet Pulling image "docker.io/kicbase/echo-server:1.0"
-- /stdout --
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-5hgvr" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-67w5s" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-301558 describe pod hello-world-app-7d9564db4-82jt6 ingress-nginx-admission-create-5hgvr ingress-nginx-admission-patch-67w5s: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-301558 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-301558 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-301558 addons disable ingress --alsologtostderr -v=1: (7.860156982s)
--- FAIL: TestAddons/parallel/Ingress (155.01s)